[
  {
    "update": 5,
    "global_step": 20480,
    "num_episodes": 5,
    "mean_reward": -0.4786701202392578,
    "mean_length": 232.8,
    "survival_pct": 0.023280000000000002,
    "max_steps": 10000,
    "loss": 0.12873922288417816,
    "sps": 2902.7821104130076
  },
  {
    "update": 10,
    "global_step": 40960,
    "num_episodes": 5,
    "mean_reward": -0.4786701202392578,
    "mean_length": 232.8,
    "survival_pct": 0.023280000000000002,
    "max_steps": 10000,
    "loss": 1.048768401145935,
    "sps": 2989.934249487722
  },
  {
    "update": 15,
    "global_step": 61440,
    "num_episodes": 5,
    "mean_reward": -0.4786701202392578,
    "mean_length": 232.8,
    "survival_pct": 0.023280000000000002,
    "max_steps": 10000,
    "loss": 0.4728538990020752,
    "sps": 2892.3409931007545
  },
  {
    "update": 20,
    "global_step": 81920,
    "num_episodes": 13,
    "mean_reward": 70.43313554617075,
    "mean_length": 4721.461538461538,
    "survival_pct": 0.4721461538461538,
    "max_steps": 10000,
    "loss": 0.8401235342025757,
    "sps": 1363.4104809447254
  },
  {
    "update": 25,
    "global_step": 102400,
    "num_episodes": 25,
    "mean_reward": 49.477407665252684,
    "mean_length": 3493.36,
    "survival_pct": 0.34933600000000004,
    "max_steps": 10000,
    "loss": 2.6180195808410645,
    "sps": 1433.9218398141863
  },
  {
    "update": 30,
    "global_step": 122880,
    "num_episodes": 25,
    "mean_reward": 49.477407665252684,
    "mean_length": 3493.36,
    "survival_pct": 0.34933600000000004,
    "max_steps": 10000,
    "loss": -0.17261816561222076,
    "sps": 2402.5672121197713
  },
  {
    "update": 35,
    "global_step": 143360,
    "num_episodes": 25,
    "mean_reward": 49.477407665252684,
    "mean_length": 3493.36,
    "survival_pct": 0.34933600000000004,
    "max_steps": 10000,
    "loss": -0.09139963984489441,
    "sps": 2342.5616398383595
  },
  {
    "update": 40,
    "global_step": 163840,
    "num_episodes": 29,
    "mean_reward": 63.332810089505955,
    "mean_length": 4053.3793103448274,
    "survival_pct": 0.40533793103448273,
    "max_steps": 10000,
    "loss": 2.368999719619751,
    "sps": 803.2009899550957
  },
  {
    "update": 45,
    "global_step": 184320,
    "num_episodes": 48,
    "mean_reward": 61.90170055627823,
    "mean_length": 3634.7916666666665,
    "survival_pct": 0.36347916666666663,
    "max_steps": 10000,
    "loss": 25.510446548461914,
    "sps": 876.6005063299407
  },
  {
    "update": 50,
    "global_step": 204800,
    "num_episodes": 51,
    "mean_reward": 58.35679834964228,
    "mean_length": 3464.156862745098,
    "survival_pct": 0.3464156862745098,
    "max_steps": 10000,
    "loss": 1.516045331954956,
    "sps": 2241.345890706289
  },
  {
    "update": 55,
    "global_step": 225280,
    "num_episodes": 51,
    "mean_reward": 58.35679834964228,
    "mean_length": 3464.156862745098,
    "survival_pct": 0.3464156862745098,
    "max_steps": 10000,
    "loss": -0.1645357310771942,
    "sps": 2287.8772324784622
  },
  {
    "update": 60,
    "global_step": 245760,
    "num_episodes": 55,
    "mean_reward": 61.13233257640492,
    "mean_length": 3583.0363636363636,
    "survival_pct": 0.3583036363636364,
    "max_steps": 10000,
    "loss": 1.9156525135040283,
    "sps": 1777.0489161780952
  },
  {
    "update": 65,
    "global_step": 266240,
    "num_episodes": 65,
    "mean_reward": 70.67225723266601,
    "mean_length": 3672.6153846153848,
    "survival_pct": 0.3672615384615385,
    "max_steps": 10000,
    "loss": 0.939544141292572,
    "sps": 2089.239566218028
  },
  {
    "update": 70,
    "global_step": 286720,
    "num_episodes": 71,
    "mean_reward": 69.33942423404103,
    "mean_length": 3655.2535211267605,
    "survival_pct": 0.36552535211267606,
    "max_steps": 10000,
    "loss": 1.1759222745895386,
    "sps": 2632.098762980766
  },
  {
    "update": 75,
    "global_step": 307200,
    "num_episodes": 71,
    "mean_reward": 69.33942423404103,
    "mean_length": 3655.2535211267605,
    "survival_pct": 0.36552535211267606,
    "max_steps": 10000,
    "loss": 1.520628571510315,
    "sps": 2482.8506672459066
  },
  {
    "update": 80,
    "global_step": 327680,
    "num_episodes": 73,
    "mean_reward": 73.5122941879377,
    "mean_length": 3829.082191780822,
    "survival_pct": 0.3829082191780822,
    "max_steps": 10000,
    "loss": 0.8090716004371643,
    "sps": 1082.2416143589735
  },
  {
    "update": 85,
    "global_step": 348160,
    "num_episodes": 83,
    "mean_reward": 73.65270042993936,
    "mean_length": 3811.9518072289156,
    "survival_pct": 0.38119518072289155,
    "max_steps": 10000,
    "loss": 6.820394515991211,
    "sps": 823.4620989576031
  },
  {
    "update": 90,
    "global_step": 368640,
    "num_episodes": 91,
    "mean_reward": 75.30516777981768,
    "mean_length": 3846.164835164835,
    "survival_pct": 0.38461648351648353,
    "max_steps": 10000,
    "loss": 2.671729803085327,
    "sps": 1723.468236780256
  },
  {
    "update": 95,
    "global_step": 389120,
    "num_episodes": 91,
    "mean_reward": 75.30516777981768,
    "mean_length": 3846.164835164835,
    "survival_pct": 0.38461648351648353,
    "max_steps": 10000,
    "loss": 15.690156936645508,
    "sps": 1463.8510964098139
  },
  {
    "update": 100,
    "global_step": 409600,
    "num_episodes": 91,
    "mean_reward": 75.30516777981768,
    "mean_length": 3846.164835164835,
    "survival_pct": 0.38461648351648353,
    "max_steps": 10000,
    "loss": 0.16147078573703766,
    "sps": 1544.6687513559787
  },
  {
    "update": 105,
    "global_step": 430080,
    "num_episodes": 95,
    "mean_reward": 91.60696769011648,
    "mean_length": 4105.273684210526,
    "survival_pct": 0.4105273684210526,
    "max_steps": 10000,
    "loss": 0.28715068101882935,
    "sps": 1491.869871137239
  },
  {
    "update": 110,
    "global_step": 450560,
    "num_episodes": 103,
    "mean_reward": 112.06914116382599,
    "mean_length": 4315.97,
    "survival_pct": 0.431597,
    "max_steps": 10000,
    "loss": 0.6831140518188477,
    "sps": 1664.9507448966885
  },
  {
    "update": 115,
    "global_step": 471040,
    "num_episodes": 103,
    "mean_reward": 112.06914116382599,
    "mean_length": 4315.97,
    "survival_pct": 0.431597,
    "max_steps": 10000,
    "loss": -0.07581882178783417,
    "sps": 2436.273752467313
  },
  {
    "update": 120,
    "global_step": 491520,
    "num_episodes": 103,
    "mean_reward": 112.06914116382599,
    "mean_length": 4315.97,
    "survival_pct": 0.431597,
    "max_steps": 10000,
    "loss": -0.12825502455234528,
    "sps": 2290.0122957801336
  },
  {
    "update": 125,
    "global_step": 512000,
    "num_episodes": 109,
    "mean_reward": 120.03564118385314,
    "mean_length": 4411.64,
    "survival_pct": 0.44116400000000006,
    "max_steps": 10000,
    "loss": 0.5430532097816467,
    "sps": 2629.093479829129
  },
  {
    "update": 130,
    "global_step": 532480,
    "num_episodes": 115,
    "mean_reward": 123.0210286808014,
    "mean_length": 4319.07,
    "survival_pct": 0.431907,
    "max_steps": 10000,
    "loss": 6.376620769500732,
    "sps": 960.5544143123027
  },
  {
    "update": 135,
    "global_step": 552960,
    "num_episodes": 116,
    "mean_reward": 123.100150847435,
    "mean_length": 4326.72,
    "survival_pct": 0.432672,
    "max_steps": 10000,
    "loss": 0.21949227154254913,
    "sps": 2445.2169291143578
  },
  {
    "update": 140,
    "global_step": 573440,
    "num_episodes": 116,
    "mean_reward": 123.100150847435,
    "mean_length": 4326.72,
    "survival_pct": 0.432672,
    "max_steps": 10000,
    "loss": -0.2501995265483856,
    "sps": 2494.697519833577
  },
  {
    "update": 145,
    "global_step": 593920,
    "num_episodes": 123,
    "mean_reward": 134.99672790527345,
    "mean_length": 4791.57,
    "survival_pct": 0.47915699999999994,
    "max_steps": 10000,
    "loss": 31.24036407470703,
    "sps": 657.6329559456061
  },
  {
    "update": 150,
    "global_step": 614400,
    "num_episodes": 129,
    "mean_reward": 136.9602340936661,
    "mean_length": 4811.37,
    "survival_pct": 0.481137,
    "max_steps": 10000,
    "loss": 0.5206527709960938,
    "sps": 2480.224703717002
  },
  {
    "update": 155,
    "global_step": 634880,
    "num_episodes": 132,
    "mean_reward": 133.16078406333924,
    "mean_length": 4618.29,
    "survival_pct": 0.461829,
    "max_steps": 10000,
    "loss": 0.5726419687271118,
    "sps": 2234.639911831208
  },
  {
    "update": 160,
    "global_step": 655360,
    "num_episodes": 132,
    "mean_reward": 133.16078406333924,
    "mean_length": 4618.29,
    "survival_pct": 0.461829,
    "max_steps": 10000,
    "loss": -0.06972374022006989,
    "sps": 2060.961397107338
  },
  {
    "update": 165,
    "global_step": 675840,
    "num_episodes": 139,
    "mean_reward": 134.1688402891159,
    "mean_length": 4694.54,
    "survival_pct": 0.469454,
    "max_steps": 10000,
    "loss": 1.1694589853286743,
    "sps": 2018.626635358524
  },
  {
    "update": 170,
    "global_step": 696320,
    "num_episodes": 144,
    "mean_reward": 142.00250946283342,
    "mean_length": 4984.25,
    "survival_pct": 0.498425,
    "max_steps": 10000,
    "loss": 2.366715669631958,
    "sps": 1592.928048802198
  },
  {
    "update": 175,
    "global_step": 716800,
    "num_episodes": 146,
    "mean_reward": 144.95669583559035,
    "mean_length": 5095.59,
    "survival_pct": 0.509559,
    "max_steps": 10000,
    "loss": 21.034530639648438,
    "sps": 1872.9182768017681
  },
  {
    "update": 180,
    "global_step": 737280,
    "num_episodes": 146,
    "mean_reward": 144.95669583559035,
    "mean_length": 5095.59,
    "survival_pct": 0.509559,
    "max_steps": 10000,
    "loss": 0.10471776127815247,
    "sps": 2076.429778308613
  },
  {
    "update": 185,
    "global_step": 757760,
    "num_episodes": 152,
    "mean_reward": 152.9122651386261,
    "mean_length": 5266.79,
    "survival_pct": 0.526679,
    "max_steps": 10000,
    "loss": 28.784088134765625,
    "sps": 1428.3776386526256
  },
  {
    "update": 190,
    "global_step": 778240,
    "num_episodes": 155,
    "mean_reward": 159.41734125614167,
    "mean_length": 5462.84,
    "survival_pct": 0.546284,
    "max_steps": 10000,
    "loss": 0.5585659742355347,
    "sps": 1503.145884656211
  },
  {
    "update": 195,
    "global_step": 798720,
    "num_episodes": 158,
    "mean_reward": 176.945558218956,
    "mean_length": 5559.17,
    "survival_pct": 0.555917,
    "max_steps": 10000,
    "loss": 48.71400451660156,
    "sps": 522.6239066604847
  },
  {
    "update": 200,
    "global_step": 819200,
    "num_episodes": 159,
    "mean_reward": 170.58766025066376,
    "mean_length": 5475.19,
    "survival_pct": 0.547519,
    "max_steps": 10000,
    "loss": 15.522979736328125,
    "sps": 671.7228145587918
  },
  {
    "update": 205,
    "global_step": 839680,
    "num_episodes": 159,
    "mean_reward": 170.58766025066376,
    "mean_length": 5475.19,
    "survival_pct": 0.36501266666666665,
    "max_steps": 15000,
    "loss": 4.25346040725708,
    "sps": 708.7725246983115
  },
  {
    "update": 210,
    "global_step": 860160,
    "num_episodes": 159,
    "mean_reward": 170.58766025066376,
    "mean_length": 5475.19,
    "survival_pct": 0.36501266666666665,
    "max_steps": 15000,
    "loss": 0.7638179659843445,
    "sps": 658.5550006478268
  },
  {
    "update": 215,
    "global_step": 880640,
    "num_episodes": 163,
    "mean_reward": 192.89881912708282,
    "mean_length": 5817.41,
    "survival_pct": 0.3878273333333333,
    "max_steps": 15000,
    "loss": 12.150495529174805,
    "sps": 353.88007707970496
  },
  {
    "update": 220,
    "global_step": 901120,
    "num_episodes": 166,
    "mean_reward": 207.2202451276779,
    "mean_length": 6161.78,
    "survival_pct": 0.41078533333333334,
    "max_steps": 15000,
    "loss": 39.93988037109375,
    "sps": 320.11899245227085
  },
  {
    "update": 225,
    "global_step": 921600,
    "num_episodes": 170,
    "mean_reward": 259.2956739234924,
    "mean_length": 6429.44,
    "survival_pct": 0.4286293333333333,
    "max_steps": 15000,
    "loss": 86.16336822509766,
    "sps": 269.09665591603243
  },
  {
    "update": 230,
    "global_step": 942080,
    "num_episodes": 174,
    "mean_reward": 253.5440968155861,
    "mean_length": 6199.25,
    "survival_pct": 0.41328333333333334,
    "max_steps": 15000,
    "loss": 95.76709747314453,
    "sps": 432.8286117914245
  },
  {
    "update": 235,
    "global_step": 962560,
    "num_episodes": 175,
    "mean_reward": 251.54071150064468,
    "mean_length": 6138.37,
    "survival_pct": 0.4092246666666667,
    "max_steps": 15000,
    "loss": 0.6741273999214172,
    "sps": 2603.814903422436
  },
  {
    "update": 240,
    "global_step": 983040,
    "num_episodes": 176,
    "mean_reward": 253.30119943857193,
    "mean_length": 6284.35,
    "survival_pct": 0.4189566666666667,
    "max_steps": 15000,
    "loss": 0.1569591909646988,
    "sps": 2278.9720754815094
  },
  {
    "update": 245,
    "global_step": 1003520,
    "num_episodes": 177,
    "mean_reward": 256.35702211141586,
    "mean_length": 6425.14,
    "survival_pct": 0.4283426666666667,
    "max_steps": 15000,
    "loss": -0.17721155285835266,
    "sps": 2303.773051684429
  },
  {
    "update": 250,
    "global_step": 1024000,
    "num_episodes": 179,
    "mean_reward": 255.5962089705467,
    "mean_length": 6525.14,
    "survival_pct": 0.43500933333333336,
    "max_steps": 15000,
    "loss": 0.23589976131916046,
    "sps": 2206.427532109994
  },
  {
    "update": 255,
    "global_step": 1044480,
    "num_episodes": 180,
    "mean_reward": 257.4188562893867,
    "mean_length": 6668.15,
    "survival_pct": 0.4445433333333333,
    "max_steps": 15000,
    "loss": 0.549183189868927,
    "sps": 2211.682715091644
  },
  {
    "update": 260,
    "global_step": 1064960,
    "num_episodes": 183,
    "mean_reward": 269.09694628953935,
    "mean_length": 7078.44,
    "survival_pct": 0.471896,
    "max_steps": 15000,
    "loss": 1.171219825744629,
    "sps": 2017.4015932661957
  },
  {
    "update": 265,
    "global_step": 1085440,
    "num_episodes": 183,
    "mean_reward": 269.09694628953935,
    "mean_length": 7078.44,
    "survival_pct": 0.471896,
    "max_steps": 15000,
    "loss": 0.1275859922170639,
    "sps": 1835.885855759612
  },
  {
    "update": 270,
    "global_step": 1105920,
    "num_episodes": 184,
    "mean_reward": 270.90041587114337,
    "mean_length": 7220.17,
    "survival_pct": 0.4813446666666667,
    "max_steps": 15000,
    "loss": 0.09780505299568176,
    "sps": 1811.136951881794
  },
  {
    "update": 275,
    "global_step": 1126400,
    "num_episodes": 186,
    "mean_reward": 279.4690273213387,
    "mean_length": 7320.17,
    "survival_pct": 0.48801133333333335,
    "max_steps": 15000,
    "loss": 15.602858543395996,
    "sps": 588.0868439042007
  },
  {
    "update": 280,
    "global_step": 1146880,
    "num_episodes": 188,
    "mean_reward": 288.84978276491165,
    "mean_length": 7391.33,
    "survival_pct": 0.4927553333333333,
    "max_steps": 15000,
    "loss": 0.023340240120887756,
    "sps": 1795.065224055729
  },
  {
    "update": 285,
    "global_step": 1167360,
    "num_episodes": 190,
    "mean_reward": 304.26770622015,
    "mean_length": 7681.49,
    "survival_pct": 0.5120993333333334,
    "max_steps": 15000,
    "loss": -0.13154439628124237,
    "sps": 2105.6127488836673
  },
  {
    "update": 290,
    "global_step": 1187840,
    "num_episodes": 193,
    "mean_reward": 299.99041105508803,
    "mean_length": 7774.97,
    "survival_pct": 0.5183313333333334,
    "max_steps": 15000,
    "loss": 27.63266944885254,
    "sps": 1435.2377599727854
  },
  {
    "update": 295,
    "global_step": 1208320,
    "num_episodes": 193,
    "mean_reward": 299.99041105508803,
    "mean_length": 7774.97,
    "survival_pct": 0.5183313333333334,
    "max_steps": 15000,
    "loss": 0.08694343268871307,
    "sps": 1579.9578506707744
  },
  {
    "update": 300,
    "global_step": 1228800,
    "num_episodes": 194,
    "mean_reward": 299.24194776773453,
    "mean_length": 7824.97,
    "survival_pct": 0.5216646666666667,
    "max_steps": 15000,
    "loss": -0.08208262920379639,
    "sps": 1713.483711856869
  },
  {
    "update": 305,
    "global_step": 1249280,
    "num_episodes": 199,
    "mean_reward": 291.81668387651445,
    "mean_length": 7825.67,
    "survival_pct": 0.5217113333333333,
    "max_steps": 15000,
    "loss": 5.8720316886901855,
    "sps": 1446.1967920114107
  },
  {
    "update": 310,
    "global_step": 1269760,
    "num_episodes": 201,
    "mean_reward": 274.33396270036695,
    "mean_length": 7777.49,
    "survival_pct": 0.5184993333333333,
    "max_steps": 15000,
    "loss": 25.04059600830078,
    "sps": 611.9018372332281
  },
  {
    "update": 315,
    "global_step": 1290240,
    "num_episodes": 205,
    "mean_reward": 272.47521389484405,
    "mean_length": 7893.17,
    "survival_pct": 0.5262113333333334,
    "max_steps": 15000,
    "loss": 35.360877990722656,
    "sps": 393.4470006251
  },
  {
    "update": 320,
    "global_step": 1310720,
    "num_episodes": 212,
    "mean_reward": 274.2415503978729,
    "mean_length": 7724.58,
    "survival_pct": 0.514972,
    "max_steps": 15000,
    "loss": 17.640727996826172,
    "sps": 576.0717870047208
  },
  {
    "update": 325,
    "global_step": 1331200,
    "num_episodes": 212,
    "mean_reward": 274.2415503978729,
    "mean_length": 7724.58,
    "survival_pct": 0.514972,
    "max_steps": 15000,
    "loss": 4.197415351867676,
    "sps": 763.5424454388547
  },
  {
    "update": 330,
    "global_step": 1351680,
    "num_episodes": 213,
    "mean_reward": 276.0169840526581,
    "mean_length": 7871.27,
    "survival_pct": 0.5247513333333333,
    "max_steps": 15000,
    "loss": 3.047353982925415,
    "sps": 822.0506273160125
  },
  {
    "update": 335,
    "global_step": 1372160,
    "num_episodes": 214,
    "mean_reward": 277.7569498729706,
    "mean_length": 8018.5,
    "survival_pct": 0.5345666666666666,
    "max_steps": 15000,
    "loss": 5.528885364532471,
    "sps": 753.0351947572923
  },
  {
    "update": 340,
    "global_step": 1392640,
    "num_episodes": 215,
    "mean_reward": 278.02211222648623,
    "mean_length": 8068.5,
    "survival_pct": 0.5379,
    "max_steps": 15000,
    "loss": 1.2490136623382568,
    "sps": 815.783836720429
  },
  {
    "update": 345,
    "global_step": 1413120,
    "num_episodes": 217,
    "mean_reward": 314.82606459617614,
    "mean_length": 8257.34,
    "survival_pct": 0.5504893333333334,
    "max_steps": 15000,
    "loss": 0.16502337157726288,
    "sps": 2263.8703548795343
  },
  {
    "update": 350,
    "global_step": 1433600,
    "num_episodes": 220,
    "mean_reward": 337.1490696239471,
    "mean_length": 8503.93,
    "survival_pct": 0.5669286666666666,
    "max_steps": 15000,
    "loss": -0.23407027125358582,
    "sps": 2114.7366860740576
  },
  {
    "update": 355,
    "global_step": 1454080,
    "num_episodes": 220,
    "mean_reward": 337.1490696239471,
    "mean_length": 8503.93,
    "survival_pct": 0.5669286666666666,
    "max_steps": 15000,
    "loss": -0.08559620380401611,
    "sps": 2031.0806393625717
  },
  {
    "update": 360,
    "global_step": 1474560,
    "num_episodes": 221,
    "mean_reward": 339.0253634929657,
    "mean_length": 8652.63,
    "survival_pct": 0.576842,
    "max_steps": 15000,
    "loss": -0.06816114485263824,
    "sps": 2006.9790581005002
  },
  {
    "update": 365,
    "global_step": 1495040,
    "num_episodes": 222,
    "mean_reward": 343.7125220012665,
    "mean_length": 8702.63,
    "survival_pct": 0.5801753333333333,
    "max_steps": 15000,
    "loss": -0.10728916525840759,
    "sps": 2019.2784003150005
  },
  {
    "update": 370,
    "global_step": 1515520,
    "num_episodes": 223,
    "mean_reward": 347.4228830242157,
    "mean_length": 8752.63,
    "survival_pct": 0.5835086666666666,
    "max_steps": 15000,
    "loss": -0.20886194705963135,
    "sps": 1983.558184566299
  },
  {
    "update": 375,
    "global_step": 1536000,
    "num_episodes": 229,
    "mean_reward": 347.23676467895507,
    "mean_length": 8733.48,
    "survival_pct": 0.582232,
    "max_steps": 15000,
    "loss": 8.476018905639648,
    "sps": 771.0850934786216
  },
  {
    "update": 380,
    "global_step": 1556480,
    "num_episodes": 234,
    "mean_reward": 365.97415913581847,
    "mean_length": 8974.59,
    "survival_pct": 0.598306,
    "max_steps": 15000,
    "loss": 12.912026405334473,
    "sps": 410.00426579514084
  },
  {
    "update": 385,
    "global_step": 1576960,
    "num_episodes": 235,
    "mean_reward": 364.00330050468443,
    "mean_length": 8891.43,
    "survival_pct": 0.592762,
    "max_steps": 15000,
    "loss": -0.11877703666687012,
    "sps": 2193.265879978675
  },
  {
    "update": 390,
    "global_step": 1597440,
    "num_episodes": 236,
    "mean_reward": 367.3724857187271,
    "mean_length": 9039.65,
    "survival_pct": 0.6026433333333333,
    "max_steps": 15000,
    "loss": -0.11603386700153351,
    "sps": 2297.7713967547143
  },
  {
    "update": 395,
    "global_step": 1617920,
    "num_episodes": 238,
    "mean_reward": 372.63827639579773,
    "mean_length": 9336.77,
    "survival_pct": 0.6224513333333334,
    "max_steps": 15000,
    "loss": -0.1684369295835495,
    "sps": 2389.134775345221
  },
  {
    "update": 400,
    "global_step": 1638400,
    "num_episodes": 238,
    "mean_reward": 372.63827639579773,
    "mean_length": 9336.77,
    "survival_pct": 0.6224513333333334,
    "max_steps": 15000,
    "loss": -0.02054491639137268,
    "sps": 2482.540323380072
  },
  {
    "update": 405,
    "global_step": 1658880,
    "num_episodes": 238,
    "mean_reward": 372.63827639579773,
    "mean_length": 9336.77,
    "survival_pct": 0.46683850000000005,
    "max_steps": 20000,
    "loss": -0.06290135532617569,
    "sps": 2344.9434191419
  },
  {
    "update": 410,
    "global_step": 1679360,
    "num_episodes": 238,
    "mean_reward": 372.63827639579773,
    "mean_length": 9336.77,
    "survival_pct": 0.46683850000000005,
    "max_steps": 20000,
    "loss": -0.250944048166275,
    "sps": 2189.1388557903356
  },
  {
    "update": 415,
    "global_step": 1699840,
    "num_episodes": 244,
    "mean_reward": 370.749574341774,
    "mean_length": 9542.11,
    "survival_pct": 0.4771055,
    "max_steps": 20000,
    "loss": 8.776338577270508,
    "sps": 833.8081182273202
  },
  {
    "update": 420,
    "global_step": 1720320,
    "num_episodes": 247,
    "mean_reward": 366.3301660585403,
    "mean_length": 9730.75,
    "survival_pct": 0.4865375,
    "max_steps": 20000,
    "loss": 258.7391052246094,
    "sps": 608.4010837129435
  },
  {
    "update": 425,
    "global_step": 1740800,
    "num_episodes": 247,
    "mean_reward": 366.3301660585403,
    "mean_length": 9730.75,
    "survival_pct": 0.4865375,
    "max_steps": 20000,
    "loss": 16.064197540283203,
    "sps": 685.7919661773449
  },
  {
    "update": 430,
    "global_step": 1761280,
    "num_episodes": 249,
    "mean_reward": 369.06732979297635,
    "mean_length": 9930.93,
    "survival_pct": 0.4965465,
    "max_steps": 20000,
    "loss": 11.074816703796387,
    "sps": 775.2822777334978
  },
  {
    "update": 435,
    "global_step": 1781760,
    "num_episodes": 252,
    "mean_reward": 369.86892349243163,
    "mean_length": 10135.24,
    "survival_pct": 0.5067619999999999,
    "max_steps": 20000,
    "loss": 8.431387901306152,
    "sps": 1088.379163272055
  },
  {
    "update": 440,
    "global_step": 1802240,
    "num_episodes": 252,
    "mean_reward": 369.86892349243163,
    "mean_length": 10135.24,
    "survival_pct": 0.5067619999999999,
    "max_steps": 20000,
    "loss": 4.96181583404541,
    "sps": 1059.8013951608161
  },
  {
    "update": 445,
    "global_step": 1822720,
    "num_episodes": 252,
    "mean_reward": 369.86892349243163,
    "mean_length": 10135.24,
    "survival_pct": 0.5067619999999999,
    "max_steps": 20000,
    "loss": 3.2583541870117188,
    "sps": 1049.9750481736253
  },
  {
    "update": 450,
    "global_step": 1843200,
    "num_episodes": 252,
    "mean_reward": 369.86892349243163,
    "mean_length": 10135.24,
    "survival_pct": 0.5067619999999999,
    "max_steps": 20000,
    "loss": 1.682092308998108,
    "sps": 1042.7284091211875
  },
  {
    "update": 455,
    "global_step": 1863680,
    "num_episodes": 255,
    "mean_reward": 370.1215773010254,
    "mean_length": 10435.24,
    "survival_pct": 0.521762,
    "max_steps": 20000,
    "loss": 5.13987398147583,
    "sps": 399.81189577443547
  },
  {
    "update": 460,
    "global_step": 1884160,
    "num_episodes": 257,
    "mean_reward": 501.74020595550536,
    "mean_length": 10734.18,
    "survival_pct": 0.536709,
    "max_steps": 20000,
    "loss": 19.97075843811035,
    "sps": 377.7733693034371
  },
  {
    "update": 465,
    "global_step": 1904640,
    "num_episodes": 259,
    "mean_reward": 499.11380367279054,
    "mean_length": 10838.47,
    "survival_pct": 0.5419235,
    "max_steps": 20000,
    "loss": 6.397243022918701,
    "sps": 542.2637076266058
  },
  {
    "update": 470,
    "global_step": 1925120,
    "num_episodes": 260,
    "mean_reward": 485.6533655166626,
    "mean_length": 10696.07,
    "survival_pct": 0.5348035,
    "max_steps": 20000,
    "loss": 0.6303369998931885,
    "sps": 817.7485527810969
  },
  {
    "update": 475,
    "global_step": 1945600,
    "num_episodes": 263,
    "mean_reward": 484.7361448955536,
    "mean_length": 10797.13,
    "survival_pct": 0.5398565,
    "max_steps": 20000,
    "loss": 0.7859541773796082,
    "sps": 844.7722671839322
  },
  {
    "update": 480,
    "global_step": 1966080,
    "num_episodes": 263,
    "mean_reward": 484.7361448955536,
    "mean_length": 10797.13,
    "survival_pct": 0.5398565,
    "max_steps": 20000,
    "loss": 0.6309153437614441,
    "sps": 838.773769030313
  },
  {
    "update": 485,
    "global_step": 1986560,
    "num_episodes": 263,
    "mean_reward": 484.7361448955536,
    "mean_length": 10797.13,
    "survival_pct": 0.5398565,
    "max_steps": 20000,
    "loss": 0.18543700873851776,
    "sps": 820.910360397683
  },
  {
    "update": 490,
    "global_step": 2007040,
    "num_episodes": 263,
    "mean_reward": 484.7361448955536,
    "mean_length": 10797.13,
    "survival_pct": 0.5398565,
    "max_steps": 20000,
    "loss": 0.3058473467826843,
    "sps": 842.5485957089527
  },
  {
    "update": 495,
    "global_step": 2027520,
    "num_episodes": 269,
    "mean_reward": 425.1001238536835,
    "mean_length": 10806.87,
    "survival_pct": 0.5403435000000001,
    "max_steps": 20000,
    "loss": 2.353271245956421,
    "sps": 454.6827555011673
  },
  {
    "update": 500,
    "global_step": 2048000,
    "num_episodes": 269,
    "mean_reward": 425.1001238536835,
    "mean_length": 10806.87,
    "survival_pct": 0.5403435000000001,
    "max_steps": 20000,
    "loss": 1.0133743286132812,
    "sps": 475.15957681047615
  },
  {
    "update": 505,
    "global_step": 2068480,
    "num_episodes": 270,
    "mean_reward": 437.5397934818268,
    "mean_length": 10983.17,
    "survival_pct": 0.5491585,
    "max_steps": 20000,
    "loss": 0.6723721027374268,
    "sps": 601.483216529865
  },
  {
    "update": 510,
    "global_step": 2088960,
    "num_episodes": 271,
    "mean_reward": 439.91473383665084,
    "mean_length": 11180.4,
    "survival_pct": 0.55902,
    "max_steps": 20000,
    "loss": -0.033539168536663055,
    "sps": 736.1812387453508
  },
  {
    "update": 515,
    "global_step": 2109440,
    "num_episodes": 275,
    "mean_reward": 531.3333820033073,
    "mean_length": 11478.88,
    "survival_pct": 0.573944,
    "max_steps": 20000,
    "loss": 0.6327868700027466,
    "sps": 564.0725158498853
  },
  {
    "update": 520,
    "global_step": 2129920,
    "num_episodes": 275,
    "mean_reward": 531.3333820033073,
    "mean_length": 11478.88,
    "survival_pct": 0.573944,
    "max_steps": 20000,
    "loss": 0.49002259969711304,
    "sps": 658.4478053303787
  },
  {
    "update": 525,
    "global_step": 2150400,
    "num_episodes": 275,
    "mean_reward": 531.3333820033073,
    "mean_length": 11478.88,
    "survival_pct": 0.573944,
    "max_steps": 20000,
    "loss": 0.24342404305934906,
    "sps": 891.360496999003
  },
  {
    "update": 530,
    "global_step": 2170880,
    "num_episodes": 275,
    "mean_reward": 531.3333820033073,
    "mean_length": 11478.88,
    "survival_pct": 0.573944,
    "max_steps": 20000,
    "loss": 0.16686059534549713,
    "sps": 1010.9528682298816
  },
  {
    "update": 535,
    "global_step": 2191360,
    "num_episodes": 284,
    "mean_reward": 521.5117145895958,
    "mean_length": 10942.83,
    "survival_pct": 0.5471415,
    "max_steps": 20000,
    "loss": 0.2558882236480713,
    "sps": 469.7280569365049
  },
  {
    "update": 540,
    "global_step": 2211840,
    "num_episodes": 284,
    "mean_reward": 521.5117145895958,
    "mean_length": 10942.83,
    "survival_pct": 0.5471415,
    "max_steps": 20000,
    "loss": 0.1111864298582077,
    "sps": 509.6937089521736
  },
  {
    "update": 545,
    "global_step": 2232320,
    "num_episodes": 286,
    "mean_reward": 512.1946889853477,
    "mean_length": 11042.83,
    "survival_pct": 0.5521415,
    "max_steps": 20000,
    "loss": 3.9095962047576904,
    "sps": 511.8590018524491
  },
  {
    "update": 550,
    "global_step": 2252800,
    "num_episodes": 287,
    "mean_reward": 501.32572416067126,
    "mean_length": 10911.73,
    "survival_pct": 0.5455865,
    "max_steps": 20000,
    "loss": -0.03819906711578369,
    "sps": 632.8032522356763
  },
  {
    "update": 555,
    "global_step": 2273280,
    "num_episodes": 292,
    "mean_reward": 503.7082317852974,
    "mean_length": 10844.31,
    "survival_pct": 0.5422155,
    "max_steps": 20000,
    "loss": 10.365863800048828,
    "sps": 429.53248817964095
  },
  {
    "update": 560,
    "global_step": 2293760,
    "num_episodes": 292,
    "mean_reward": 503.7082317852974,
    "mean_length": 10844.31,
    "survival_pct": 0.5422155,
    "max_steps": 20000,
    "loss": 2.5824058055877686,
    "sps": 835.0918364484975
  },
  {
    "update": 565,
    "global_step": 2314240,
    "num_episodes": 292,
    "mean_reward": 503.7082317852974,
    "mean_length": 10844.31,
    "survival_pct": 0.5422155,
    "max_steps": 20000,
    "loss": -0.015099406242370605,
    "sps": 823.3139156925881
  },
  {
    "update": 570,
    "global_step": 2334720,
    "num_episodes": 292,
    "mean_reward": 503.7082317852974,
    "mean_length": 10844.31,
    "survival_pct": 0.5422155,
    "max_steps": 20000,
    "loss": 0.004335612058639526,
    "sps": 847.512127655439
  },
  {
    "update": 575,
    "global_step": 2355200,
    "num_episodes": 296,
    "mean_reward": 506.11397255182266,
    "mean_length": 11193.09,
    "survival_pct": 0.5596545,
    "max_steps": 20000,
    "loss": 1.3773071765899658,
    "sps": 538.0889941452151
  },
  {
    "update": 580,
    "global_step": 2375680,
    "num_episodes": 296,
    "mean_reward": 506.11397255182266,
    "mean_length": 11193.09,
    "survival_pct": 0.5596545,
    "max_steps": 20000,
    "loss": 0.6394574046134949,
    "sps": 502.97316152248266
  },
  {
    "update": 585,
    "global_step": 2396160,
    "num_episodes": 297,
    "mean_reward": 508.4939224600792,
    "mean_length": 11391.04,
    "survival_pct": 0.5695520000000001,
    "max_steps": 20000,
    "loss": 36.28646469116211,
    "sps": 439.92401762976914
  },
  {
    "update": 590,
    "global_step": 2416640,
    "num_episodes": 298,
    "mean_reward": 510.8762067055702,
    "mean_length": 11589.3,
    "survival_pct": 0.579465,
    "max_steps": 20000,
    "loss": 13.898605346679688,
    "sps": 282.2760969771352
  },
  {
    "update": 595,
    "global_step": 2437120,
    "num_episodes": 301,
    "mean_reward": 526.9176897263527,
    "mean_length": 11688.03,
    "survival_pct": 0.5844015,
    "max_steps": 20000,
    "loss": 38.274803161621094,
    "sps": 332.3030413271302
  },
  {
    "update": 600,
    "global_step": 2457600,
    "num_episodes": 303,
    "mean_reward": 525.6999688172341,
    "mean_length": 11569.45,
    "survival_pct": 0.5784725000000001,
    "max_steps": 20000,
    "loss": 2.9384140968322754,
    "sps": 364.8644804633228
  },
  {
    "update": 605,
    "global_step": 2478080,
    "num_episodes": 304,
    "mean_reward": 524.2420133042335,
    "mean_length": 11426.62,
    "survival_pct": 0.45706480000000005,
    "max_steps": 25000,
    "loss": 438.5118408203125,
    "sps": 420.0558278495418
  },
  {
    "update": 610,
    "global_step": 2498560,
    "num_episodes": 304,
    "mean_reward": 524.2420133042335,
    "mean_length": 11426.62,
    "survival_pct": 0.45706480000000005,
    "max_steps": 25000,
    "loss": 6.759511947631836,
    "sps": 435.9725569680644
  },
  {
    "update": 615,
    "global_step": 2519040,
    "num_episodes": 304,
    "mean_reward": 524.2420133042335,
    "mean_length": 11426.62,
    "survival_pct": 0.45706480000000005,
    "max_steps": 25000,
    "loss": 2.7961549758911133,
    "sps": 483.2696887623864
  },
  {
    "update": 620,
    "global_step": 2539520,
    "num_episodes": 304,
    "mean_reward": 524.2420133042335,
    "mean_length": 11426.62,
    "survival_pct": 0.45706480000000005,
    "max_steps": 25000,
    "loss": 2.2368013858795166,
    "sps": 488.6334457862468
  },
  {
    "update": 625,
    "global_step": 2560000,
    "num_episodes": 309,
    "mean_reward": 559.3683041572571,
    "mean_length": 12243.92,
    "survival_pct": 0.4897568,
    "max_steps": 25000,
    "loss": 706.3812255859375,
    "sps": 240.30170576065763
  },
  {
    "update": 630,
    "global_step": 2580480,
    "num_episodes": 311,
    "mean_reward": 572.5723537635803,
    "mean_length": 12360.26,
    "survival_pct": 0.4944104,
    "max_steps": 25000,
    "loss": 13.363809585571289,
    "sps": 266.8083792943256
  },
  {
    "update": 635,
    "global_step": 2600960,
    "num_episodes": 316,
    "mean_reward": 564.724127240181,
    "mean_length": 11785.88,
    "survival_pct": 0.47143519999999994,
    "max_steps": 25000,
    "loss": 6.69994592666626,
    "sps": 303.78529409460765
  },
  {
    "update": 640,
    "global_step": 2621440,
    "num_episodes": 316,
    "mean_reward": 564.724127240181,
    "mean_length": 11785.88,
    "survival_pct": 0.47143519999999994,
    "max_steps": 25000,
    "loss": 629.8490600585938,
    "sps": 347.05583673981266
  },
  {
    "update": 645,
    "global_step": 2641920,
    "num_episodes": 325,
    "mean_reward": 599.5753115653991,
    "mean_length": 11091.83,
    "survival_pct": 0.4436732,
    "max_steps": 25000,
    "loss": 14.624711990356445,
    "sps": 202.6999148028545
  },
  {
    "update": 650,
    "global_step": 2662400,
    "num_episodes": 326,
    "mean_reward": 681.9963491630555,
    "mean_length": 11191.83,
    "survival_pct": 0.4476732,
    "max_steps": 25000,
    "loss": 14.961444854736328,
    "sps": 324.3719674553881
  },
  {
    "update": 655,
    "global_step": 2682880,
    "num_episodes": 329,
    "mean_reward": 681.6811992406845,
    "mean_length": 11184.4,
    "survival_pct": 0.447376,
    "max_steps": 25000,
    "loss": 1098.8870849609375,
    "sps": 282.5805927303007
  },
  {
    "update": 660,
    "global_step": 2703360,
    "num_episodes": 329,
    "mean_reward": 681.6811992406845,
    "mean_length": 11184.4,
    "survival_pct": 0.447376,
    "max_steps": 25000,
    "loss": 18.618370056152344,
    "sps": 328.8874894706864
  },
  {
    "update": 665,
    "global_step": 2723840,
    "num_episodes": 330,
    "mean_reward": 669.1296841955185,
    "mean_length": 11166.48,
    "survival_pct": 0.4466592,
    "max_steps": 25000,
    "loss": 0.3438085615634918,
    "sps": 350.7381600879147
  },
  {
    "update": 670,
    "global_step": 2744320,
    "num_episodes": 333,
    "mean_reward": 663.7387618637085,
    "mean_length": 11120.64,
    "survival_pct": 0.4448256,
    "max_steps": 25000,
    "loss": 1.9492148160934448,
    "sps": 336.44611386700046
  },
  {
    "update": 675,
    "global_step": 2764800,
    "num_episodes": 340,
    "mean_reward": 764.0141823387146,
    "mean_length": 11231.97,
    "survival_pct": 0.4492788,
    "max_steps": 25000,
    "loss": 11.20479679107666,
    "sps": 269.88464376416727
  },
  {
    "update": 680,
    "global_step": 2785280,
    "num_episodes": 341,
    "mean_reward": 763.7054350566864,
    "mean_length": 11237.76,
    "survival_pct": 0.44951040000000003,
    "max_steps": 25000,
    "loss": 2.3942978382110596,
    "sps": 368.845880053541
  },
  {
    "update": 685,
    "global_step": 2805760,
    "num_episodes": 341,
    "mean_reward": 763.7054350566864,
    "mean_length": 11237.76,
    "survival_pct": 0.44951040000000003,
    "max_steps": 25000,
    "loss": 0.6632025241851807,
    "sps": 437.7624284451732
  },
  {
    "update": 690,
    "global_step": 2826240,
    "num_episodes": 341,
    "mean_reward": 763.7054350566864,
    "mean_length": 11237.76,
    "survival_pct": 0.44951040000000003,
    "max_steps": 25000,
    "loss": 0.12569601833820343,
    "sps": 456.53233478658586
  },
  {
    "update": 695,
    "global_step": 2846720,
    "num_episodes": 343,
    "mean_reward": 799.47291888237,
    "mean_length": 11532.37,
    "survival_pct": 0.4612948,
    "max_steps": 25000,
    "loss": 32.66535949707031,
    "sps": 482.45747353519477
  },
  {
    "update": 700,
    "global_step": 2867200,
    "num_episodes": 344,
    "mean_reward": 900.5657841777802,
    "mean_length": 11582.37,
    "survival_pct": 0.4632948,
    "max_steps": 25000,
    "loss": 4.394363880157471,
    "sps": 602.707199771208
  },
  {
    "update": 705,
    "global_step": 2887680,
    "num_episodes": 344,
    "mean_reward": 900.5657841777802,
    "mean_length": 11582.37,
    "survival_pct": 0.4632948,
    "max_steps": 25000,
    "loss": 1.1503143310546875,
    "sps": 592.2907627828818
  },
  {
    "update": 710,
    "global_step": 2908160,
    "num_episodes": 345,
    "mean_reward": 917.1899351406097,
    "mean_length": 11829.79,
    "survival_pct": 0.47319160000000005,
    "max_steps": 25000,
    "loss": 20.407194137573242,
    "sps": 459.7672415701048
  },
  {
    "update": 715,
    "global_step": 2928640,
    "num_episodes": 346,
    "mean_reward": 915.0635627651214,
    "mean_length": 11657.27,
    "survival_pct": 0.4662908,
    "max_steps": 25000,
    "loss": 51.53656768798828,
    "sps": 484.2493919142758
  },
  {
    "update": 720,
    "global_step": 2949120,
    "num_episodes": 347,
    "mean_reward": 915.567684469223,
    "mean_length": 11707.27,
    "survival_pct": 0.4682908,
    "max_steps": 25000,
    "loss": 2.852640151977539,
    "sps": 564.1661889935658
  },
  {
    "update": 725,
    "global_step": 2969600,
    "num_episodes": 351,
    "mean_reward": 933.7657800292968,
    "mean_length": 11805.02,
    "survival_pct": 0.47220080000000003,
    "max_steps": 25000,
    "loss": 37.6703987121582,
    "sps": 269.4710162736009
  },
  {
    "update": 730,
    "global_step": 2990080,
    "num_episodes": 356,
    "mean_reward": 790.1477946281433,
    "mean_length": 11063.86,
    "survival_pct": 0.4425544,
    "max_steps": 25000,
    "loss": 92.7292709350586,
    "sps": 249.14561378417451
  },
  {
    "update": 735,
    "global_step": 3010560,
    "num_episodes": 356,
    "mean_reward": 790.1477946281433,
    "mean_length": 11063.86,
    "survival_pct": 0.4425544,
    "max_steps": 25000,
    "loss": 3.52268648147583,
    "sps": 336.33639220363955
  },
  {
    "update": 740,
    "global_step": 3031040,
    "num_episodes": 356,
    "mean_reward": 790.1477946281433,
    "mean_length": 11063.86,
    "survival_pct": 0.4425544,
    "max_steps": 25000,
    "loss": 1.0818921327590942,
    "sps": 322.89272707726104
  },
  {
    "update": 745,
    "global_step": 3051520,
    "num_episodes": 363,
    "mean_reward": 836.2594112110138,
    "mean_length": 10753.72,
    "survival_pct": 0.4301488,
    "max_steps": 25000,
    "loss": 6.418513774871826,
    "sps": 303.95242510324334
  },
  {
    "update": 750,
    "global_step": 3072000,
    "num_episodes": 369,
    "mean_reward": 865.2751739215851,
    "mean_length": 10221.97,
    "survival_pct": 0.4088788,
    "max_steps": 25000,
    "loss": 4.221797943115234,
    "sps": 550.4274763185425
  },
  {
    "update": 755,
    "global_step": 3092480,
    "num_episodes": 369,
    "mean_reward": 865.2751739215851,
    "mean_length": 10221.97,
    "survival_pct": 0.4088788,
    "max_steps": 25000,
    "loss": 1.761741280555725,
    "sps": 498.20561049907593
  },
  {
    "update": 760,
    "global_step": 3112960,
    "num_episodes": 369,
    "mean_reward": 865.2751739215851,
    "mean_length": 10221.97,
    "survival_pct": 0.4088788,
    "max_steps": 25000,
    "loss": 58.8026008605957,
    "sps": 521.3350619859364
  },
  {
    "update": 765,
    "global_step": 3133440,
    "num_episodes": 370,
    "mean_reward": 860.6973748493194,
    "mean_length": 10271.97,
    "survival_pct": 0.4108788,
    "max_steps": 25000,
    "loss": 1.9308984279632568,
    "sps": 438.4037568068571
  },
  {
    "update": 770,
    "global_step": 3153920,
    "num_episodes": 373,
    "mean_reward": 770.2798270845414,
    "mean_length": 9927.86,
    "survival_pct": 0.39711440000000003,
    "max_steps": 25000,
    "loss": 2.7318155765533447,
    "sps": 348.45193944086344
  },
  {
    "update": 775,
    "global_step": 3174400,
    "num_episodes": 377,
    "mean_reward": 806.3474672365188,
    "mean_length": 10020.65,
    "survival_pct": 0.40082599999999996,
    "max_steps": 25000,
    "loss": 0.32981979846954346,
    "sps": 555.3298506322647
  },
  {
    "update": 780,
    "global_step": 3194880,
    "num_episodes": 383,
    "mean_reward": 853.3938677740097,
    "mean_length": 10073.78,
    "survival_pct": 0.4029512,
    "max_steps": 25000,
    "loss": 0.16146810352802277,
    "sps": 1099.1025857576844
  },
  {
    "update": 785,
    "global_step": 3215360,
    "num_episodes": 383,
    "mean_reward": 853.3938677740097,
    "mean_length": 10073.78,
    "survival_pct": 0.4029512,
    "max_steps": 25000,
    "loss": -0.09470260143280029,
    "sps": 1762.63191717742
  },
  {
    "update": 790,
    "global_step": 3235840,
    "num_episodes": 384,
    "mean_reward": 853.8934272527695,
    "mean_length": 10123.78,
    "survival_pct": 0.4049512,
    "max_steps": 25000,
    "loss": -0.06440502405166626,
    "sps": 1195.8323452559932
  },
  {
    "update": 795,
    "global_step": 3256320,
    "num_episodes": 384,
    "mean_reward": 853.8934272527695,
    "mean_length": 10123.78,
    "survival_pct": 0.4049512,
    "max_steps": 25000,
    "loss": -0.15972009301185608,
    "sps": 888.4678009939021
  },
  {
    "update": 800,
    "global_step": 3276800,
    "num_episodes": 388,
    "mean_reward": 838.5986885023117,
    "mean_length": 10010.11,
    "survival_pct": 0.40040440000000005,
    "max_steps": 25000,
    "loss": 0.09807762503623962,
    "sps": 471.1430031097595
  },
  {
    "update": 805,
    "global_step": 3297280,
    "num_episodes": 388,
    "mean_reward": 838.5986885023117,
    "mean_length": 10010.11,
    "survival_pct": 0.33367033333333335,
    "max_steps": 30000,
    "loss": -0.0691152960062027,
    "sps": 1265.7956126806866
  },
  {
    "update": 810,
    "global_step": 3317760,
    "num_episodes": 388,
    "mean_reward": 838.5986885023117,
    "mean_length": 10010.11,
    "survival_pct": 0.33367033333333335,
    "max_steps": 30000,
    "loss": -0.1727883517742157,
    "sps": 1231.865460337574
  },
  {
    "update": 815,
    "global_step": 3338240,
    "num_episodes": 388,
    "mean_reward": 838.5986885023117,
    "mean_length": 10010.11,
    "survival_pct": 0.33367033333333335,
    "max_steps": 30000,
    "loss": -0.11673803627490997,
    "sps": 1256.6835286888843
  },
  {
    "update": 820,
    "global_step": 3358720,
    "num_episodes": 388,
    "mean_reward": 838.5986885023117,
    "mean_length": 10010.11,
    "survival_pct": 0.33367033333333335,
    "max_steps": 30000,
    "loss": -0.2521955370903015,
    "sps": 1137.9313207515677
  },
  {
    "update": 825,
    "global_step": 3379200,
    "num_episodes": 391,
    "mean_reward": 839.7568208217621,
    "mean_length": 10100.5,
    "survival_pct": 0.33668333333333333,
    "max_steps": 30000,
    "loss": -0.10739608108997345,
    "sps": 1220.8177867257723
  },
  {
    "update": 830,
    "global_step": 3399680,
    "num_episodes": 395,
    "mean_reward": 839.0241325330734,
    "mean_length": 10101.66,
    "survival_pct": 0.336722,
    "max_steps": 30000,
    "loss": 18.019046783447266,
    "sps": 656.125042039298
  },
  {
    "update": 835,
    "global_step": 3420160,
    "num_episodes": 402,
    "mean_reward": 813.9229806566238,
    "mean_length": 9366.46,
    "survival_pct": 0.3122153333333333,
    "max_steps": 30000,
    "loss": 3.2142348289489746,
    "sps": 348.9181765210399
  },
  {
    "update": 840,
    "global_step": 3440640,
    "num_episodes": 408,
    "mean_reward": 770.4422649216652,
    "mean_length": 8932.2,
    "survival_pct": 0.29774,
    "max_steps": 30000,
    "loss": 29.716121673583984,
    "sps": 258.20931803063246
  },
  {
    "update": 845,
    "global_step": 3461120,
    "num_episodes": 409,
    "mean_reward": 767.6314169716835,
    "mean_length": 8691.39,
    "survival_pct": 0.289713,
    "max_steps": 30000,
    "loss": 0.5027515888214111,
    "sps": 910.4499991149808
  },
  {
    "update": 850,
    "global_step": 3481600,
    "num_episodes": 412,
    "mean_reward": 755.9645525097847,
    "mean_length": 8707.21,
    "survival_pct": 0.2902403333333333,
    "max_steps": 30000,
    "loss": 2.889087438583374,
    "sps": 492.2319923662775
  },
  {
    "update": 855,
    "global_step": 3502080,
    "num_episodes": 415,
    "mean_reward": 755.2824851679802,
    "mean_length": 8717.11,
    "survival_pct": 0.2905703333333334,
    "max_steps": 30000,
    "loss": -0.22625428438186646,
    "sps": 1029.9811438873032
  },
  {
    "update": 860,
    "global_step": 3522560,
    "num_episodes": 420,
    "mean_reward": 659.1974053931236,
    "mean_length": 9077.37,
    "survival_pct": 0.30257900000000004,
    "max_steps": 30000,
    "loss": 2.288820505142212,
    "sps": 1016.411393455018
  },
  {
    "update": 865,
    "global_step": 3543040,
    "num_episodes": 420,
    "mean_reward": 659.1974053931236,
    "mean_length": 9077.37,
    "survival_pct": 0.30257900000000004,
    "max_steps": 30000,
    "loss": 0.2482612133026123,
    "sps": 1109.4319732205106
  },
  {
    "update": 870,
    "global_step": 3563520,
    "num_episodes": 420,
    "mean_reward": 659.1974053931236,
    "mean_length": 9077.37,
    "survival_pct": 0.30257900000000004,
    "max_steps": 30000,
    "loss": 0.09613563120365143,
    "sps": 1196.7584168005542
  },
  {
    "update": 875,
    "global_step": 3584000,
    "num_episodes": 420,
    "mean_reward": 659.1974053931236,
    "mean_length": 9077.37,
    "survival_pct": 0.30257900000000004,
    "max_steps": 30000,
    "loss": 0.2699776887893677,
    "sps": 1128.2554610475702
  },
  {
    "update": 880,
    "global_step": 3604480,
    "num_episodes": 420,
    "mean_reward": 659.1974053931236,
    "mean_length": 9077.37,
    "survival_pct": 0.30257900000000004,
    "max_steps": 30000,
    "loss": 0.020249858498573303,
    "sps": 1162.0742075936244
  },
  {
    "update": 885,
    "global_step": 3624960,
    "num_episodes": 421,
    "mean_reward": 662.2708982825279,
    "mean_length": 9375.82,
    "survival_pct": 0.3125273333333333,
    "max_steps": 30000,
    "loss": 0.4013591408729553,
    "sps": 1113.5340322378984
  },
  {
    "update": 890,
    "global_step": 3645440,
    "num_episodes": 422,
    "mean_reward": 665.2683095526695,
    "mean_length": 9673.23,
    "survival_pct": 0.322441,
    "max_steps": 30000,
    "loss": 2.35748028755188,
    "sps": 803.983802083326
  },
  {
    "update": 895,
    "global_step": 3665920,
    "num_episodes": 425,
    "mean_reward": 654.4653234362602,
    "mean_length": 9739.55,
    "survival_pct": 0.3246516666666666,
    "max_steps": 30000,
    "loss": 19.605010986328125,
    "sps": 421.5912921054319
  },
  {
    "update": 900,
    "global_step": 3686400,
    "num_episodes": 428,
    "mean_reward": 590.155419728756,
    "mean_length": 10093.48,
    "survival_pct": 0.3364493333333333,
    "max_steps": 30000,
    "loss": 38.713653564453125,
    "sps": 564.4312985780526
  },
  {
    "update": 905,
    "global_step": 3706880,
    "num_episodes": 428,
    "mean_reward": 590.155419728756,
    "mean_length": 10093.48,
    "survival_pct": 0.3364493333333333,
    "max_steps": 30000,
    "loss": 136.64389038085938,
    "sps": 613.1553074617179
  },
  {
    "update": 910,
    "global_step": 3727360,
    "num_episodes": 429,
    "mean_reward": 590.9192177844047,
    "mean_length": 10167.56,
    "survival_pct": 0.33891866666666665,
    "max_steps": 30000,
    "loss": 8.999781608581543,
    "sps": 511.63656492456863
  },
  {
    "update": 915,
    "global_step": 3747840,
    "num_episodes": 431,
    "mean_reward": 590.5451223254204,
    "mean_length": 10116.26,
    "survival_pct": 0.33720866666666666,
    "max_steps": 30000,
    "loss": 49.023075103759766,
    "sps": 506.30244315776105
  },
  {
    "update": 920,
    "global_step": 3768320,
    "num_episodes": 434,
    "mean_reward": 599.4833398604393,
    "mean_length": 10470.43,
    "survival_pct": 0.3490143333333333,
    "max_steps": 30000,
    "loss": 33.072776794433594,
    "sps": 346.8145463929963
  },
  {
    "update": 925,
    "global_step": 3788800,
    "num_episodes": 436,
    "mean_reward": 494.2830310034752,
    "mean_length": 10279.47,
    "survival_pct": 0.342649,
    "max_steps": 30000,
    "loss": 0.7968235015869141,
    "sps": 973.2809780471914
  },
  {
    "update": 930,
    "global_step": 3809280,
    "num_episodes": 436,
    "mean_reward": 494.2830310034752,
    "mean_length": 10279.47,
    "survival_pct": 0.342649,
    "max_steps": 30000,
    "loss": -0.05825723707675934,
    "sps": 966.3113177290679
  },
  {
    "update": 935,
    "global_step": 3829760,
    "num_episodes": 436,
    "mean_reward": 494.2830310034752,
    "mean_length": 10279.47,
    "survival_pct": 0.342649,
    "max_steps": 30000,
    "loss": -0.10611464828252792,
    "sps": 1015.3673402421392
  },
  {
    "update": 940,
    "global_step": 3850240,
    "num_episodes": 437,
    "mean_reward": 502.9565402960777,
    "mean_length": 10567.82,
    "survival_pct": 0.35226066666666667,
    "max_steps": 30000,
    "loss": -0.08356830477714539,
    "sps": 944.3927727566447
  },
  {
    "update": 945,
    "global_step": 3870720,
    "num_episodes": 439,
    "mean_reward": 500.08963894605637,
    "mean_length": 10318.88,
    "survival_pct": 0.34396266666666664,
    "max_steps": 30000,
    "loss": 5.465578556060791,
    "sps": 529.1770253242089
  },
  {
    "update": 950,
    "global_step": 3891200,
    "num_episodes": 440,
    "mean_reward": 503.0822184062004,
    "mean_length": 10614.79,
    "survival_pct": 0.35382633333333335,
    "max_steps": 30000,
    "loss": 3.838916301727295,
    "sps": 760.7930670056104
  },
  {
    "update": 955,
    "global_step": 3911680,
    "num_episodes": 442,
    "mean_reward": 467.75900787115097,
    "mean_length": 10391.71,
    "survival_pct": 0.3463903333333333,
    "max_steps": 30000,
    "loss": -0.04477877914905548,
    "sps": 965.6263182051849
  },
  {
    "update": 960,
    "global_step": 3932160,
    "num_episodes": 445,
    "mean_reward": 385.69126527786256,
    "mean_length": 10244.33,
    "survival_pct": 0.3414776666666667,
    "max_steps": 30000,
    "loss": 0.345672070980072,
    "sps": 1268.264040705237
  },
  {
    "update": 965,
    "global_step": 3952640,
    "num_episodes": 445,
    "mean_reward": 385.69126527786256,
    "mean_length": 10244.33,
    "survival_pct": 0.3414776666666667,
    "max_steps": 30000,
    "loss": -0.09349031746387482,
    "sps": 1253.8499203200772
  },
  {
    "update": 970,
    "global_step": 3973120,
    "num_episodes": 446,
    "mean_reward": 388.8185606575012,
    "mean_length": 10516.85,
    "survival_pct": 0.35056166666666666,
    "max_steps": 30000,
    "loss": 9.252518653869629,
    "sps": 855.3500954683526
  },
  {
    "update": 975,
    "global_step": 3993600,
    "num_episodes": 447,
    "mean_reward": 386.00149038314817,
    "mean_length": 10275.2,
    "survival_pct": 0.3425066666666667,
    "max_steps": 30000,
    "loss": 21.241113662719727,
    "sps": 950.7120230957267
  },
  {
    "update": 980,
    "global_step": 4014080,
    "num_episodes": 453,
    "mean_reward": 415.23604825496676,
    "mean_length": 10424.75,
    "survival_pct": 0.34749166666666664,
    "max_steps": 30000,
    "loss": 6.508986473083496,
    "sps": 715.3695692293137
  },
  {
    "update": 985,
    "global_step": 4034560,
    "num_episodes": 458,
    "mean_reward": 411.35455381393433,
    "mean_length": 10193.61,
    "survival_pct": 0.339787,
    "max_steps": 30000,
    "loss": 14.101386070251465,
    "sps": 436.54294748826067
  },
  {
    "update": 990,
    "global_step": 4055040,
    "num_episodes": 460,
    "mean_reward": 352.4448234796524,
    "mean_length": 9962.59,
    "survival_pct": 0.3320863333333333,
    "max_steps": 30000,
    "loss": 5.007307529449463,
    "sps": 657.8546600358904
  },
  {
    "update": 995,
    "global_step": 4075520,
    "num_episodes": 461,
    "mean_reward": 352.60661952495576,
    "mean_length": 9978.71,
    "survival_pct": 0.33262366666666665,
    "max_steps": 30000,
    "loss": -0.05159700661897659,
    "sps": 731.8566720639022
  },
  {
    "update": 1000,
    "global_step": 4096000,
    "num_episodes": 461,
    "mean_reward": 352.60661952495576,
    "mean_length": 9978.71,
    "survival_pct": 0.33262366666666665,
    "max_steps": 30000,
    "loss": -0.05063310265541077,
    "sps": 1192.9198062233531
  },
  {
    "update": 1005,
    "global_step": 4116480,
    "num_episodes": 461,
    "mean_reward": 352.60661952495576,
    "mean_length": 9978.71,
    "survival_pct": 0.33262366666666665,
    "max_steps": 30000,
    "loss": -0.12464120984077454,
    "sps": 1133.1887649612727
  },
  {
    "update": 1010,
    "global_step": 4136960,
    "num_episodes": 465,
    "mean_reward": 371.26235566139223,
    "mean_length": 10558.13,
    "survival_pct": 0.35193766666666665,
    "max_steps": 30000,
    "loss": 7.669186115264893,
    "sps": 701.8889529681794
  },
  {
    "update": 1015,
    "global_step": 4157440,
    "num_episodes": 466,
    "mean_reward": 375.76679421424865,
    "mean_length": 10855.0,
    "survival_pct": 0.36183333333333334,
    "max_steps": 30000,
    "loss": 12.382041931152344,
    "sps": 489.4857959286267
  },
  {
    "update": 1020,
    "global_step": 4177920,
    "num_episodes": 469,
    "mean_reward": 341.31604763984683,
    "mean_length": 10927.42,
    "survival_pct": 0.3642473333333333,
    "max_steps": 30000,
    "loss": 19.83820915222168,
    "sps": 590.4760026903639
  },
  {
    "update": 1025,
    "global_step": 4198400,
    "num_episodes": 473,
    "mean_reward": 331.36366960048673,
    "mean_length": 10432.91,
    "survival_pct": 0.34776366666666664,
    "max_steps": 30000,
    "loss": 183.8989715576172,
    "sps": 434.18935040659056
  },
  {
    "update": 1030,
    "global_step": 4218880,
    "num_episodes": 475,
    "mean_reward": 303.6989562559128,
    "mean_length": 10480.3,
    "survival_pct": 0.3493433333333333,
    "max_steps": 30000,
    "loss": 139.46194458007812,
    "sps": 590.2434550847422
  },
  {
    "update": 1035,
    "global_step": 4239360,
    "num_episodes": 475,
    "mean_reward": 303.6989562559128,
    "mean_length": 10480.3,
    "survival_pct": 0.3493433333333333,
    "max_steps": 30000,
    "loss": 4.460475444793701,
    "sps": 539.7108366907394
  },
  {
    "update": 1040,
    "global_step": 4259840,
    "num_episodes": 477,
    "mean_reward": 304.03712359905245,
    "mean_length": 10529.43,
    "survival_pct": 0.350981,
    "max_steps": 30000,
    "loss": 41.53654098510742,
    "sps": 570.0864654535922
  },
  {
    "update": 1045,
    "global_step": 4280320,
    "num_episodes": 482,
    "mean_reward": 257.8429533290863,
    "mean_length": 10591.03,
    "survival_pct": 0.35303433333333334,
    "max_steps": 30000,
    "loss": 12.68658447265625,
    "sps": 306.11899074758105
  },
  {
    "update": 1050,
    "global_step": 4300800,
    "num_episodes": 484,
    "mean_reward": 258.245273809433,
    "mean_length": 10666.92,
    "survival_pct": 0.355564,
    "max_steps": 30000,
    "loss": 34.416778564453125,
    "sps": 343.9275197061659
  },
  {
    "update": 1055,
    "global_step": 4321280,
    "num_episodes": 484,
    "mean_reward": 258.245273809433,
    "mean_length": 10666.92,
    "survival_pct": 0.355564,
    "max_steps": 30000,
    "loss": 0.8467625975608826,
    "sps": 529.8299357550097
  },
  {
    "update": 1060,
    "global_step": 4341760,
    "num_episodes": 484,
    "mean_reward": 258.245273809433,
    "mean_length": 10666.92,
    "survival_pct": 0.355564,
    "max_steps": 30000,
    "loss": 0.5682471990585327,
    "sps": 729.0597707102293
  },
  {
    "update": 1065,
    "global_step": 4362240,
    "num_episodes": 484,
    "mean_reward": 258.245273809433,
    "mean_length": 10666.92,
    "survival_pct": 0.355564,
    "max_steps": 30000,
    "loss": 0.36413297057151794,
    "sps": 703.8506900902968
  },
  {
    "update": 1070,
    "global_step": 4382720,
    "num_episodes": 491,
    "mean_reward": 255.56333970069886,
    "mean_length": 10467.79,
    "survival_pct": 0.34892633333333334,
    "max_steps": 30000,
    "loss": 30.412242889404297,
    "sps": 257.45270078331555
  },
  {
    "update": 1075,
    "global_step": 4403200,
    "num_episodes": 491,
    "mean_reward": 255.56333970069886,
    "mean_length": 10467.79,
    "survival_pct": 0.34892633333333334,
    "max_steps": 30000,
    "loss": 0.4469672739505768,
    "sps": 393.6182671059828
  },
  {
    "update": 1080,
    "global_step": 4423680,
    "num_episodes": 493,
    "mean_reward": 270.52365421295167,
    "mean_length": 10466.3,
    "survival_pct": 0.34887666666666667,
    "max_steps": 30000,
    "loss": 1.5025949478149414,
    "sps": 297.01417371765183
  },
  {
    "update": 1085,
    "global_step": 4444160,
    "num_episodes": 494,
    "mean_reward": 351.42790958404544,
    "mean_length": 10466.3,
    "survival_pct": 0.34887666666666667,
    "max_steps": 30000,
    "loss": 713.0115356445312,
    "sps": 337.53102630233496
  },
  {
    "update": 1090,
    "global_step": 4464640,
    "num_episodes": 501,
    "mean_reward": 389.6291408967972,
    "mean_length": 10484.48,
    "survival_pct": 0.34948266666666666,
    "max_steps": 30000,
    "loss": 376.2599182128906,
    "sps": 322.42891915898485
  },
  {
    "update": 1095,
    "global_step": 4485120,
    "num_episodes": 503,
    "mean_reward": 389.9803589296341,
    "mean_length": 10507.49,
    "survival_pct": 0.3502496666666667,
    "max_steps": 30000,
    "loss": 1246.39453125,
    "sps": 366.59931296887805
  },
  {
    "update": 1100,
    "global_step": 4505600,
    "num_episodes": 503,
    "mean_reward": 389.9803589296341,
    "mean_length": 10507.49,
    "survival_pct": 0.3502496666666667,
    "max_steps": 30000,
    "loss": 0.49186083674430847,
    "sps": 434.33848528937693
  },
  {
    "update": 1105,
    "global_step": 4526080,
    "num_episodes": 505,
    "mean_reward": 402.4173453474045,
    "mean_length": 10496.98,
    "survival_pct": 0.34989933333333334,
    "max_steps": 30000,
    "loss": 17.757164001464844,
    "sps": 288.5970778332255
  },
  {
    "update": 1110,
    "global_step": 4546560,
    "num_episodes": 508,
    "mean_reward": 443.8068909239769,
    "mean_length": 11091.98,
    "survival_pct": 0.36973266666666665,
    "max_steps": 30000,
    "loss": 69.42852783203125,
    "sps": 284.1876581819077
  },
  {
    "update": 1115,
    "global_step": 4567040,
    "num_episodes": 508,
    "mean_reward": 443.8068909239769,
    "mean_length": 11091.98,
    "survival_pct": 0.36973266666666665,
    "max_steps": 30000,
    "loss": 1.8417774438858032,
    "sps": 318.68963440900745
  },
  {
    "update": 1120,
    "global_step": 4587520,
    "num_episodes": 511,
    "mean_reward": 441.4550348258019,
    "mean_length": 10837.05,
    "survival_pct": 0.361235,
    "max_steps": 30000,
    "loss": 255.734619140625,
    "sps": 297.64729649475885
  },
  {
    "update": 1125,
    "global_step": 4608000,
    "num_episodes": 511,
    "mean_reward": 441.4550348258019,
    "mean_length": 10837.05,
    "survival_pct": 0.361235,
    "max_steps": 30000,
    "loss": 1.7074986696243286,
    "sps": 348.6616523408526
  },
  {
    "update": 1130,
    "global_step": 4628480,
    "num_episodes": 514,
    "mean_reward": 492.0692998147011,
    "mean_length": 11430.47,
    "survival_pct": 0.38101566666666664,
    "max_steps": 30000,
    "loss": 2.311823844909668,
    "sps": 406.9030800405532
  },
  {
    "update": 1135,
    "global_step": 4648960,
    "num_episodes": 515,
    "mean_reward": 563.7019203495979,
    "mean_length": 11721.54,
    "survival_pct": 0.390718,
    "max_steps": 30000,
    "loss": 1047.7276611328125,
    "sps": 314.10929898406806
  },
  {
    "update": 1140,
    "global_step": 4669440,
    "num_episodes": 516,
    "mean_reward": 560.5978558659554,
    "mean_length": 11438.6,
    "survival_pct": 0.38128666666666666,
    "max_steps": 30000,
    "loss": 9.904751777648926,
    "sps": 403.9643544594583
  },
  {
    "update": 1145,
    "global_step": 4689920,
    "num_episodes": 516,
    "mean_reward": 560.5978558659554,
    "mean_length": 11438.6,
    "survival_pct": 0.38128666666666666,
    "max_steps": 30000,
    "loss": 0.4376460909843445,
    "sps": 554.0697388186311
  },
  {
    "update": 1150,
    "global_step": 4710400,
    "num_episodes": 518,
    "mean_reward": 564.0319487595558,
    "mean_length": 11749.21,
    "survival_pct": 0.3916403333333333,
    "max_steps": 30000,
    "loss": 0.26738616824150085,
    "sps": 579.422583932766
  },
  {
    "update": 1155,
    "global_step": 4730880,
    "num_episodes": 519,
    "mean_reward": 564.0318553757668,
    "mean_length": 11749.21,
    "survival_pct": 0.3916403333333333,
    "max_steps": 30000,
    "loss": 2.65568208694458,
    "sps": 435.32093187971185
  },
  {
    "update": 1160,
    "global_step": 4751360,
    "num_episodes": 520,
    "mean_reward": 606.8646422314644,
    "mean_length": 12037.17,
    "survival_pct": 0.401239,
    "max_steps": 30000,
    "loss": 0.08337657153606415,
    "sps": 480.58739931645295
  },
  {
    "update": 1165,
    "global_step": 4771840,
    "num_episodes": 523,
    "mean_reward": 600.3835196709633,
    "mean_length": 11435.34,
    "survival_pct": 0.381178,
    "max_steps": 30000,
    "loss": 8.820674896240234,
    "sps": 284.63083015732
  },
  {
    "update": 1170,
    "global_step": 4792320,
    "num_episodes": 524,
    "mean_reward": 612.3443924736977,
    "mean_length": 11435.34,
    "survival_pct": 0.381178,
    "max_steps": 30000,
    "loss": 34.61191940307617,
    "sps": 250.67135617300423
  },
  {
    "update": 1175,
    "global_step": 4812800,
    "num_episodes": 525,
    "mean_reward": 612.3594747567176,
    "mean_length": 11474.33,
    "survival_pct": 0.38247766666666666,
    "max_steps": 30000,
    "loss": 1.2452768087387085,
    "sps": 607.4645366539573
  },
  {
    "update": 1180,
    "global_step": 4833280,
    "num_episodes": 527,
    "mean_reward": 692.7924189066887,
    "mean_length": 11466.93,
    "survival_pct": 0.382231,
    "max_steps": 30000,
    "loss": 0.4541545510292053,
    "sps": 527.819759792867
  },
  {
    "update": 1185,
    "global_step": 4853760,
    "num_episodes": 527,
    "mean_reward": 692.7924189066887,
    "mean_length": 11466.93,
    "survival_pct": 0.382231,
    "max_steps": 30000,
    "loss": 0.30217307806015015,
    "sps": 510.7606822708712
  },
  {
    "update": 1190,
    "global_step": 4874240,
    "num_episodes": 531,
    "mean_reward": 708.1065727066994,
    "mean_length": 11363.17,
    "survival_pct": 0.3787723333333333,
    "max_steps": 30000,
    "loss": 0.9803248643875122,
    "sps": 410.8110604092221
  },
  {
    "update": 1195,
    "global_step": 4894720,
    "num_episodes": 531,
    "mean_reward": 708.1065727066994,
    "mean_length": 11363.17,
    "survival_pct": 0.3787723333333333,
    "max_steps": 30000,
    "loss": 0.13086289167404175,
    "sps": 615.3777693911919
  },
  {
    "update": 1200,
    "global_step": 4915200,
    "num_episodes": 534,
    "mean_reward": 699.0353853631019,
    "mean_length": 11058.72,
    "survival_pct": 0.36862399999999995,
    "max_steps": 30000,
    "loss": 712.1206665039062,
    "sps": 388.8735852210615
  },
  {
    "update": 1205,
    "global_step": 4935680,
    "num_episodes": 535,
    "mean_reward": 698.9299844956398,
    "mean_length": 11044.65,
    "survival_pct": 0.27611625,
    "max_steps": 40000,
    "loss": 0.9771831035614014,
    "sps": 687.4149876254356
  },
  {
    "update": 1210,
    "global_step": 4956160,
    "num_episodes": 535,
    "mean_reward": 698.9299844956398,
    "mean_length": 11044.65,
    "survival_pct": 0.27611625,
    "max_steps": 40000,
    "loss": 0.8561661243438721,
    "sps": 675.4253456273739
  },
  {
    "update": 1215,
    "global_step": 4976640,
    "num_episodes": 535,
    "mean_reward": 698.9299844956398,
    "mean_length": 11044.65,
    "survival_pct": 0.27611625,
    "max_steps": 40000,
    "loss": 0.5291672945022583,
    "sps": 747.9105659323011
  },
  {
    "update": 1220,
    "global_step": 4997120,
    "num_episodes": 535,
    "mean_reward": 698.9299844956398,
    "mean_length": 11044.65,
    "survival_pct": 0.27611625,
    "max_steps": 40000,
    "loss": 0.3995021879673004,
    "sps": 710.3102224548963
  },
  {
    "update": 1225,
    "global_step": 5017600,
    "num_episodes": 535,
    "mean_reward": 698.9299844956398,
    "mean_length": 11044.65,
    "survival_pct": 0.27611625,
    "max_steps": 40000,
    "loss": 0.19824837148189545,
    "sps": 714.1081614413822
  },
  {
    "update": 1230,
    "global_step": 5038080,
    "num_episodes": 537,
    "mean_reward": 694.6386151909828,
    "mean_length": 11117.3,
    "survival_pct": 0.27793249999999997,
    "max_steps": 40000,
    "loss": 0.6759960651397705,
    "sps": 620.8841198425342
  },
  {
    "update": 1235,
    "global_step": 5058560,
    "num_episodes": 543,
    "mean_reward": 676.4015409398079,
    "mean_length": 10875.12,
    "survival_pct": 0.271878,
    "max_steps": 40000,
    "loss": 8.773111343383789,
    "sps": 504.81741951884067
  },
  {
    "update": 1240,
    "global_step": 5079040,
    "num_episodes": 544,
    "mean_reward": 655.3968575978279,
    "mean_length": 10576.9,
    "survival_pct": 0.2644225,
    "max_steps": 40000,
    "loss": 0.13716170191764832,
    "sps": 568.9063484934894
  },
  {
    "update": 1245,
    "global_step": 5099520,
    "num_episodes": 544,
    "mean_reward": 655.3968575978279,
    "mean_length": 10576.9,
    "survival_pct": 0.2644225,
    "max_steps": 40000,
    "loss": -0.016505300998687744,
    "sps": 639.2019983734826
  },
  {
    "update": 1250,
    "global_step": 5120000,
    "num_episodes": 546,
    "mean_reward": 697.8135006427765,
    "mean_length": 11074.28,
    "survival_pct": 0.276857,
    "max_steps": 40000,
    "loss": 44.272918701171875,
    "sps": 571.4595742161331
  },
  {
    "update": 1255,
    "global_step": 5140480,
    "num_episodes": 546,
    "mean_reward": 697.8135006427765,
    "mean_length": 11074.28,
    "survival_pct": 0.276857,
    "max_steps": 40000,
    "loss": 402.4531555175781,
    "sps": 630.3028273736365
  },
  {
    "update": 1260,
    "global_step": 5160960,
    "num_episodes": 551,
    "mean_reward": 682.566458747387,
    "mean_length": 11177.02,
    "survival_pct": 0.2794255,
    "max_steps": 40000,
    "loss": 59.98308181762695,
    "sps": 566.8093758374978
  },
  {
    "update": 1265,
    "global_step": 5181440,
    "num_episodes": 553,
    "mean_reward": 696.4643092989921,
    "mean_length": 10984.46,
    "survival_pct": 0.27461149999999995,
    "max_steps": 40000,
    "loss": 1.1551482677459717,
    "sps": 808.9894187333804
  },
  {
    "update": 1270,
    "global_step": 5201920,
    "num_episodes": 556,
    "mean_reward": 701.1732182240486,
    "mean_length": 11378.53,
    "survival_pct": 0.28446325,
    "max_steps": 40000,
    "loss": 2.668344020843506,
    "sps": 746.5326784132175
  },
  {
    "update": 1275,
    "global_step": 5222400,
    "num_episodes": 556,
    "mean_reward": 701.1732182240486,
    "mean_length": 11378.53,
    "survival_pct": 0.28446325,
    "max_steps": 40000,
    "loss": 0.8112964630126953,
    "sps": 834.4341431680355
  },
  {
    "update": 1280,
    "global_step": 5242880,
    "num_episodes": 559,
    "mean_reward": 707.131958372593,
    "mean_length": 11746.87,
    "survival_pct": 0.29367175,
    "max_steps": 40000,
    "loss": 8.622824668884277,
    "sps": 541.8830935414046
  },
  {
    "update": 1285,
    "global_step": 5263360,
    "num_episodes": 560,
    "mean_reward": 707.348245446682,
    "mean_length": 11769.75,
    "survival_pct": 0.29424375,
    "max_steps": 40000,
    "loss": 6.280955791473389,
    "sps": 788.0408244951375
  },
  {
    "update": 1290,
    "global_step": 5283840,
    "num_episodes": 560,
    "mean_reward": 707.348245446682,
    "mean_length": 11769.75,
    "survival_pct": 0.29424375,
    "max_steps": 40000,
    "loss": 0.17306624352931976,
    "sps": 826.4544197536233
  },
  {
    "update": 1295,
    "global_step": 5304320,
    "num_episodes": 560,
    "mean_reward": 707.348245446682,
    "mean_length": 11769.75,
    "survival_pct": 0.29424375,
    "max_steps": 40000,
    "loss": -0.04585009068250656,
    "sps": 839.4415230223722
  },
  {
    "update": 1300,
    "global_step": 5324800,
    "num_episodes": 560,
    "mean_reward": 707.348245446682,
    "mean_length": 11769.75,
    "survival_pct": 0.29424375,
    "max_steps": 40000,
    "loss": -0.1055583506822586,
    "sps": 831.0648597366617
  },
  {
    "update": 1305,
    "global_step": 5345280,
    "num_episodes": 560,
    "mean_reward": 707.348245446682,
    "mean_length": 11769.75,
    "survival_pct": 0.29424375,
    "max_steps": 40000,
    "loss": 0.10219299793243408,
    "sps": 850.5287420009836
  },
  {
    "update": 1310,
    "global_step": 5365760,
    "num_episodes": 561,
    "mean_reward": 711.5321604895591,
    "mean_length": 12147.49,
    "survival_pct": 0.30368725,
    "max_steps": 40000,
    "loss": 1.737269639968872,
    "sps": 713.2928399136136
  },
  {
    "update": 1315,
    "global_step": 5386240,
    "num_episodes": 563,
    "mean_reward": 705.7887069511413,
    "mean_length": 12247.84,
    "survival_pct": 0.306196,
    "max_steps": 40000,
    "loss": 146.1320037841797,
    "sps": 515.8274568639007
  },
  {
    "update": 1320,
    "global_step": 5406720,
    "num_episodes": 563,
    "mean_reward": 705.7887069511413,
    "mean_length": 12247.84,
    "survival_pct": 0.306196,
    "max_steps": 40000,
    "loss": 0.19398686289787292,
    "sps": 800.8556253753457
  },
  {
    "update": 1325,
    "global_step": 5427200,
    "num_episodes": 564,
    "mean_reward": 722.067927532196,
    "mean_length": 12347.84,
    "survival_pct": 0.308696,
    "max_steps": 40000,
    "loss": 72.42268371582031,
    "sps": 507.17764221119916
  },
  {
    "update": 1330,
    "global_step": 5447680,
    "num_episodes": 567,
    "mean_reward": 809.5898822021485,
    "mean_length": 12150.75,
    "survival_pct": 0.30376875,
    "max_steps": 40000,
    "loss": 0.290306031703949,
    "sps": 764.8144386668907
  },
  {
    "update": 1335,
    "global_step": 5468160,
    "num_episodes": 567,
    "mean_reward": 809.5898822021485,
    "mean_length": 12150.75,
    "survival_pct": 0.30376875,
    "max_steps": 40000,
    "loss": 0.8032262325286865,
    "sps": 799.1206249673232
  },
  {
    "update": 1340,
    "global_step": 5488640,
    "num_episodes": 568,
    "mean_reward": 813.5851877593994,
    "mean_length": 12546.64,
    "survival_pct": 0.313666,
    "max_steps": 40000,
    "loss": 60.33620071411133,
    "sps": 555.4755949712716
  },
  {
    "update": 1345,
    "global_step": 5509120,
    "num_episodes": 570,
    "mean_reward": 897.157964668274,
    "mean_length": 13314.53,
    "survival_pct": 0.33286325,
    "max_steps": 40000,
    "loss": 794.7894897460938,
    "sps": 305.32909580240744
  },
  {
    "update": 1350,
    "global_step": 5529600,
    "num_episodes": 571,
    "mean_reward": 897.837958946228,
    "mean_length": 13330.75,
    "survival_pct": 0.33326875,
    "max_steps": 40000,
    "loss": -0.03776288032531738,
    "sps": 738.9189775623264
  },
  {
    "update": 1355,
    "global_step": 5550080,
    "num_episodes": 571,
    "mean_reward": 897.837958946228,
    "mean_length": 13330.75,
    "survival_pct": 0.33326875,
    "max_steps": 40000,
    "loss": 0.003855481743812561,
    "sps": 837.3194861665531
  },
  {
    "update": 1360,
    "global_step": 5570560,
    "num_episodes": 571,
    "mean_reward": 897.837958946228,
    "mean_length": 13330.75,
    "survival_pct": 0.33326875,
    "max_steps": 40000,
    "loss": -0.0835946649312973,
    "sps": 852.7604200993885
  },
  {
    "update": 1365,
    "global_step": 5591040,
    "num_episodes": 573,
    "mean_reward": 901.498504357338,
    "mean_length": 13730.89,
    "survival_pct": 0.34327225,
    "max_steps": 40000,
    "loss": 0.6666049957275391,
    "sps": 798.1656538062524
  },
  {
    "update": 1370,
    "global_step": 5611520,
    "num_episodes": 573,
    "mean_reward": 901.498504357338,
    "mean_length": 13730.89,
    "survival_pct": 0.34327225,
    "max_steps": 40000,
    "loss": -0.11962562799453735,
    "sps": 837.7882020187046
  },
  {
    "update": 1375,
    "global_step": 5632000,
    "num_episodes": 573,
    "mean_reward": 901.498504357338,
    "mean_length": 13730.89,
    "survival_pct": 0.34327225,
    "max_steps": 40000,
    "loss": 0.004459500312805176,
    "sps": 823.1821543483084
  },
  {
    "update": 1380,
    "global_step": 5652480,
    "num_episodes": 573,
    "mean_reward": 901.498504357338,
    "mean_length": 13730.89,
    "survival_pct": 0.34327225,
    "max_steps": 40000,
    "loss": -0.17405246198177338,
    "sps": 832.9659390943079
  },
  {
    "update": 1385,
    "global_step": 5672960,
    "num_episodes": 575,
    "mean_reward": 940.8680406999588,
    "mean_length": 13834.99,
    "survival_pct": 0.34587475,
    "max_steps": 40000,
    "loss": 24.183181762695312,
    "sps": 560.738665689664
  },
  {
    "update": 1390,
    "global_step": 5693440,
    "num_episodes": 575,
    "mean_reward": 940.8680406999588,
    "mean_length": 13834.99,
    "survival_pct": 0.34587475,
    "max_steps": 40000,
    "loss": 0.48853129148483276,
    "sps": 896.2171670714368
  },
  {
    "update": 1395,
    "global_step": 5713920,
    "num_episodes": 576,
    "mean_reward": 982.5036016130448,
    "mean_length": 13934.99,
    "survival_pct": 0.34837475,
    "max_steps": 40000,
    "loss": 8.266661643981934,
    "sps": 749.770689049747
  },
  {
    "update": 1400,
    "global_step": 5734400,
    "num_episodes": 576,
    "mean_reward": 982.5036016130448,
    "mean_length": 13934.99,
    "survival_pct": 0.34837475,
    "max_steps": 40000,
    "loss": -0.013010233640670776,
    "sps": 869.1728201417309
  },
  {
    "update": 1405,
    "global_step": 5754880,
    "num_episodes": 579,
    "mean_reward": 1029.220560479164,
    "mean_length": 14034.37,
    "survival_pct": 0.35085925,
    "max_steps": 40000,
    "loss": 29.333189010620117,
    "sps": 539.5250549272407
  },
  {
    "update": 1410,
    "global_step": 5775360,
    "num_episodes": 585,
    "mean_reward": 1027.995834054947,
    "mean_length": 13820.46,
    "survival_pct": 0.34551149999999997,
    "max_steps": 40000,
    "loss": 18.8126220703125,
    "sps": 439.6503781444294
  },
  {
    "update": 1415,
    "global_step": 5795840,
    "num_episodes": 585,
    "mean_reward": 1027.995834054947,
    "mean_length": 13820.46,
    "survival_pct": 0.34551149999999997,
    "max_steps": 40000,
    "loss": 0.8571314811706543,
    "sps": 639.3946228140344
  },
  {
    "update": 1420,
    "global_step": 5816320,
    "num_episodes": 586,
    "mean_reward": 1043.9769775485993,
    "mean_length": 13920.46,
    "survival_pct": 0.3480115,
    "max_steps": 40000,
    "loss": 17.923433303833008,
    "sps": 384.01858038202676
  },
  {
    "update": 1425,
    "global_step": 5836800,
    "num_episodes": 587,
    "mean_reward": 1106.1342781925202,
    "mean_length": 14317.99,
    "survival_pct": 0.35794975,
    "max_steps": 40000,
    "loss": 9.14981460571289,
    "sps": 439.45182965039373
  },
  {
    "update": 1430,
    "global_step": 5857280,
    "num_episodes": 591,
    "mean_reward": 1116.412140932083,
    "mean_length": 14771.51,
    "survival_pct": 0.36928775,
    "max_steps": 40000,
    "loss": 1.7514079809188843,
    "sps": 662.6907944527344
  },
  {
    "update": 1435,
    "global_step": 5877760,
    "num_episodes": 591,
    "mean_reward": 1116.412140932083,
    "mean_length": 14771.51,
    "survival_pct": 0.36928775,
    "max_steps": 40000,
    "loss": 0.37396010756492615,
    "sps": 903.1148649948647
  },
  {
    "update": 1440,
    "global_step": 5898240,
    "num_episodes": 591,
    "mean_reward": 1116.412140932083,
    "mean_length": 14771.51,
    "survival_pct": 0.36928775,
    "max_steps": 40000,
    "loss": 0.057983383536338806,
    "sps": 850.523983894577
  },
  {
    "update": 1445,
    "global_step": 5918720,
    "num_episodes": 593,
    "mean_reward": 1102.7952147102355,
    "mean_length": 14889.53,
    "survival_pct": 0.37223825,
    "max_steps": 40000,
    "loss": 83.34320831298828,
    "sps": 526.5779746081431
  },
  {
    "update": 1450,
    "global_step": 5939200,
    "num_episodes": 595,
    "mean_reward": 1018.396473865509,
    "mean_length": 14585.34,
    "survival_pct": 0.3646335,
    "max_steps": 40000,
    "loss": 6.169382572174072,
    "sps": 451.6525927001659
  },
  {
    "update": 1455,
    "global_step": 5959680,
    "num_episodes": 596,
    "mean_reward": 1018.2012248802185,
    "mean_length": 14603.1,
    "survival_pct": 0.3650775,
    "max_steps": 40000,
    "loss": 1.4308723211288452,
    "sps": 619.623956950883
  },
  {
    "update": 1460,
    "global_step": 5980160,
    "num_episodes": 596,
    "mean_reward": 1018.2012248802185,
    "mean_length": 14603.1,
    "survival_pct": 0.3650775,
    "max_steps": 40000,
    "loss": 0.18915529549121857,
    "sps": 800.6110593469816
  },
  {
    "update": 1465,
    "global_step": 6000640,
    "num_episodes": 597,
    "mean_reward": 1022.199059085846,
    "mean_length": 14999.43,
    "survival_pct": 0.37498575,
    "max_steps": 40000,
    "loss": -0.0486217737197876,
    "sps": 813.4318788464009
  },
  {
    "update": 1470,
    "global_step": 6021120,
    "num_episodes": 597,
    "mean_reward": 1022.199059085846,
    "mean_length": 14999.43,
    "survival_pct": 0.37498575,
    "max_steps": 40000,
    "loss": 0.03587697446346283,
    "sps": 825.3421945718204
  },
  {
    "update": 1475,
    "global_step": 6041600,
    "num_episodes": 598,
    "mean_reward": 1041.5796708869934,
    "mean_length": 15399.05,
    "survival_pct": 0.38497624999999996,
    "max_steps": 40000,
    "loss": 0.06574638187885284,
    "sps": 875.8211361821493
  },
  {
    "update": 1480,
    "global_step": 6062080,
    "num_episodes": 598,
    "mean_reward": 1041.5796708869934,
    "mean_length": 15399.05,
    "survival_pct": 0.38497624999999996,
    "max_steps": 40000,
    "loss": -0.11098746955394745,
    "sps": 970.9604971491241
  },
  {
    "update": 1485,
    "global_step": 6082560,
    "num_episodes": 598,
    "mean_reward": 1041.5796708869934,
    "mean_length": 15399.05,
    "survival_pct": 0.38497624999999996,
    "max_steps": 40000,
    "loss": -0.16564123332500458,
    "sps": 941.8806003191344
  },
  {
    "update": 1490,
    "global_step": 6103040,
    "num_episodes": 601,
    "mean_reward": 1025.6624535942078,
    "mean_length": 15891.22,
    "survival_pct": 0.3972805,
    "max_steps": 40000,
    "loss": 257.9145202636719,
    "sps": 562.7793013045049
  },
  {
    "update": 1495,
    "global_step": 6123520,
    "num_episodes": 602,
    "mean_reward": 1025.6871674919128,
    "mean_length": 15904.06,
    "survival_pct": 0.3976015,
    "max_steps": 40000,
    "loss": 8.345800399780273,
    "sps": 713.7930964796354
  },
  {
    "update": 1500,
    "global_step": 6144000,
    "num_episodes": 604,
    "mean_reward": 1014.5235131645203,
    "mean_length": 16004.56,
    "survival_pct": 0.40011399999999997,
    "max_steps": 40000,
    "loss": 6.72609806060791,
    "sps": 535.8752056296396
  },
  {
    "update": 1505,
    "global_step": 6164480,
    "num_episodes": 606,
    "mean_reward": 1021.3157058906555,
    "mean_length": 16107.38,
    "survival_pct": 0.4026845,
    "max_steps": 40000,
    "loss": 10.722652435302734,
    "sps": 630.4906569968188
  },
  {
    "update": 1510,
    "global_step": 6184960,
    "num_episodes": 607,
    "mean_reward": 1004.4655008125305,
    "mean_length": 16207.38,
    "survival_pct": 0.4051845,
    "max_steps": 40000,
    "loss": 2.4828217029571533,
    "sps": 838.6584245149437
  },
  {
    "update": 1515,
    "global_step": 6205440,
    "num_episodes": 607,
    "mean_reward": 1004.4655008125305,
    "mean_length": 16207.38,
    "survival_pct": 0.4051845,
    "max_steps": 40000,
    "loss": 1.270835280418396,
    "sps": 822.396289748599
  },
  {
    "update": 1520,
    "global_step": 6225920,
    "num_episodes": 607,
    "mean_reward": 1004.4655008125305,
    "mean_length": 16207.38,
    "survival_pct": 0.4051845,
    "max_steps": 40000,
    "loss": 1.3082380294799805,
    "sps": 817.9383133650281
  },
  {
    "update": 1525,
    "global_step": 6246400,
    "num_episodes": 607,
    "mean_reward": 1004.4655008125305,
    "mean_length": 16207.38,
    "survival_pct": 0.3241476,
    "max_steps": 50000,
    "loss": 0.6200645565986633,
    "sps": 810.1343000695222
  },
  {
    "update": 1530,
    "global_step": 6266880,
    "num_episodes": 607,
    "mean_reward": 1004.4655008125305,
    "mean_length": 16207.38,
    "survival_pct": 0.3241476,
    "max_steps": 50000,
    "loss": 0.4365927278995514,
    "sps": 815.0941587526099
  },
  {
    "update": 1535,
    "global_step": 6287360,
    "num_episodes": 607,
    "mean_reward": 1004.4655008125305,
    "mean_length": 16207.38,
    "survival_pct": 0.3241476,
    "max_steps": 50000,
    "loss": 0.3482319116592407,
    "sps": 778.7197208191486
  },
  {
    "update": 1540,
    "global_step": 6307840,
    "num_episodes": 607,
    "mean_reward": 1004.4655008125305,
    "mean_length": 16207.38,
    "survival_pct": 0.3241476,
    "max_steps": 50000,
    "loss": 0.30282458662986755,
    "sps": 856.1091418900583
  },
  {
    "update": 1545,
    "global_step": 6328320,
    "num_episodes": 607,
    "mean_reward": 1004.4655008125305,
    "mean_length": 16207.38,
    "survival_pct": 0.3241476,
    "max_steps": 50000,
    "loss": 0.3217318058013916,
    "sps": 780.544661851666
  },
  {
    "update": 1550,
    "global_step": 6348800,
    "num_episodes": 607,
    "mean_reward": 1004.4655008125305,
    "mean_length": 16207.38,
    "survival_pct": 0.3241476,
    "max_steps": 50000,
    "loss": 0.012079894542694092,
    "sps": 780.2026645895013
  },
  {
    "update": 1555,
    "global_step": 6369280,
    "num_episodes": 609,
    "mean_reward": 1009.2189987373353,
    "mean_length": 16649.64,
    "survival_pct": 0.3329928,
    "max_steps": 50000,
    "loss": 0.06771233677864075,
    "sps": 827.805833049566
  },
  {
    "update": 1560,
    "global_step": 6389760,
    "num_episodes": 609,
    "mean_reward": 1009.2189987373353,
    "mean_length": 16649.64,
    "survival_pct": 0.3329928,
    "max_steps": 50000,
    "loss": 0.09607579559087753,
    "sps": 794.12397331076
  },
  {
    "update": 1565,
    "global_step": 6410240,
    "num_episodes": 612,
    "mean_reward": 972.2015235805511,
    "mean_length": 16863.26,
    "survival_pct": 0.3372652,
    "max_steps": 50000,
    "loss": 31.345748901367188,
    "sps": 575.1634041964817
  },
  {
    "update": 1570,
    "global_step": 6430720,
    "num_episodes": 613,
    "mean_reward": 977.1921964931488,
    "mean_length": 17359.13,
    "survival_pct": 0.3471826,
    "max_steps": 50000,
    "loss": 62.981990814208984,
    "sps": 467.3951752643231
  },
  {
    "update": 1575,
    "global_step": 6451200,
    "num_episodes": 613,
    "mean_reward": 977.1921964931488,
    "mean_length": 17359.13,
    "survival_pct": 0.3471826,
    "max_steps": 50000,
    "loss": 79.36112976074219,
    "sps": 427.6025784582037
  },
  {
    "update": 1580,
    "global_step": 6471680,
    "num_episodes": 613,
    "mean_reward": 977.1921964931488,
    "mean_length": 17359.13,
    "survival_pct": 0.3471826,
    "max_steps": 50000,
    "loss": 0.3020017147064209,
    "sps": 667.9687302715897
  },
  {
    "update": 1585,
    "global_step": 6492160,
    "num_episodes": 614,
    "mean_reward": 1108.4623094081878,
    "mean_length": 17559.13,
    "survival_pct": 0.3511826,
    "max_steps": 50000,
    "loss": 30.998226165771484,
    "sps": 597.6820954824248
  },
  {
    "update": 1590,
    "global_step": 6512640,
    "num_episodes": 614,
    "mean_reward": 1108.4623094081878,
    "mean_length": 17559.13,
    "survival_pct": 0.3511826,
    "max_steps": 50000,
    "loss": 0.0028700977563858032,
    "sps": 696.7986031474608
  },
  {
    "update": 1595,
    "global_step": 6533120,
    "num_episodes": 615,
    "mean_reward": 1119.9435447597505,
    "mean_length": 17759.13,
    "survival_pct": 0.3551826,
    "max_steps": 50000,
    "loss": 7.728819847106934,
    "sps": 618.6918228629329
  },
  {
    "update": 1600,
    "global_step": 6553600,
    "num_episodes": 617,
    "mean_reward": 1121.774534635544,
    "mean_length": 17943.08,
    "survival_pct": 0.35886160000000006,
    "max_steps": 50000,
    "loss": 1.3815250396728516,
    "sps": 548.2307499735696
  },
  {
    "update": 1605,
    "global_step": 6574080,
    "num_episodes": 620,
    "mean_reward": 1160.0132136058808,
    "mean_length": 18332.17,
    "survival_pct": 0.36664339999999995,
    "max_steps": 50000,
    "loss": 53.58154296875,
    "sps": 218.35284346944567
  },
  {
    "update": 1610,
    "global_step": 6594560,
    "num_episodes": 620,
    "mean_reward": 1160.0132136058808,
    "mean_length": 18332.17,
    "survival_pct": 0.36664339999999995,
    "max_steps": 50000,
    "loss": 198.85508728027344,
    "sps": 414.0528781364895
  },
  {
    "update": 1615,
    "global_step": 6615040,
    "num_episodes": 620,
    "mean_reward": 1160.0132136058808,
    "mean_length": 18332.17,
    "survival_pct": 0.36664339999999995,
    "max_steps": 50000,
    "loss": 0.6458793878555298,
    "sps": 468.4840673845562
  },
  {
    "update": 1620,
    "global_step": 6635520,
    "num_episodes": 620,
    "mean_reward": 1160.0132136058808,
    "mean_length": 18332.17,
    "survival_pct": 0.36664339999999995,
    "max_steps": 50000,
    "loss": 4.100710868835449,
    "sps": 453.53569760987244
  },
  {
    "update": 1625,
    "global_step": 6656000,
    "num_episodes": 620,
    "mean_reward": 1160.0132136058808,
    "mean_length": 18332.17,
    "survival_pct": 0.36664339999999995,
    "max_steps": 50000,
    "loss": 8.949458122253418,
    "sps": 445.9539348920468
  },
  {
    "update": 1630,
    "global_step": 6676480,
    "num_episodes": 620,
    "mean_reward": 1160.0132136058808,
    "mean_length": 18332.17,
    "survival_pct": 0.36664339999999995,
    "max_steps": 50000,
    "loss": 12.222755432128906,
    "sps": 454.9897483249271
  },
  {
    "update": 1635,
    "global_step": 6696960,
    "num_episodes": 622,
    "mean_reward": 1161.4788415908813,
    "mean_length": 18470.78,
    "survival_pct": 0.36941559999999996,
    "max_steps": 50000,
    "loss": 0.15580856800079346,
    "sps": 433.21338637539577
  },
  {
    "update": 1640,
    "global_step": 6717440,
    "num_episodes": 622,
    "mean_reward": 1161.4788415908813,
    "mean_length": 18470.78,
    "survival_pct": 0.36941559999999996,
    "max_steps": 50000,
    "loss": -0.03489271551370621,
    "sps": 424.3238296174212
  },
  {
    "update": 1645,
    "global_step": 6737920,
    "num_episodes": 622,
    "mean_reward": 1161.4788415908813,
    "mean_length": 18470.78,
    "survival_pct": 0.36941559999999996,
    "max_steps": 50000,
    "loss": -0.022046178579330444,
    "sps": 411.0249793122232
  },
  {
    "update": 1650,
    "global_step": 6758400,
    "num_episodes": 623,
    "mean_reward": 1166.8129835891723,
    "mean_length": 18963.37,
    "survival_pct": 0.3792674,
    "max_steps": 50000,
    "loss": 147.39236450195312,
    "sps": 388.6099849730296
  },
  {
    "update": 1655,
    "global_step": 6778880,
    "num_episodes": 623,
    "mean_reward": 1166.8129835891723,
    "mean_length": 18963.37,
    "survival_pct": 0.3792674,
    "max_steps": 50000,
    "loss": 0.3184221386909485,
    "sps": 559.058329817769
  },
  {
    "update": 1660,
    "global_step": 6799360,
    "num_episodes": 623,
    "mean_reward": 1166.8129835891723,
    "mean_length": 18963.37,
    "survival_pct": 0.3792674,
    "max_steps": 50000,
    "loss": 0.13589444756507874,
    "sps": 524.1350206501007
  },
  {
    "update": 1665,
    "global_step": 6819840,
    "num_episodes": 624,
    "mean_reward": 1224.4580519485473,
    "mean_length": 19163.37,
    "survival_pct": 0.3832674,
    "max_steps": 50000,
    "loss": 0.28983187675476074,
    "sps": 520.1970206412298
  },
  {
    "update": 1670,
    "global_step": 6840320,
    "num_episodes": 625,
    "mean_reward": 1325.5696249008179,
    "mean_length": 19621.96,
    "survival_pct": 0.3924392,
    "max_steps": 50000,
    "loss": -0.04390272498130798,
    "sps": 600.9722666327863
  },
  {
    "update": 1675,
    "global_step": 6860800,
    "num_episodes": 625,
    "mean_reward": 1325.5696249008179,
    "mean_length": 19621.96,
    "survival_pct": 0.3924392,
    "max_steps": 50000,
    "loss": 0.029237419366836548,
    "sps": 619.2145461020093
  },
  {
    "update": 1680,
    "global_step": 6881280,
    "num_episodes": 625,
    "mean_reward": 1325.5696249008179,
    "mean_length": 19621.96,
    "survival_pct": 0.3924392,
    "max_steps": 50000,
    "loss": 0.28174102306365967,
    "sps": 619.1091990093024
  },
  {
    "update": 1685,
    "global_step": 6901760,
    "num_episodes": 626,
    "mean_reward": 1263.1981332015991,
    "mean_length": 19821.96,
    "survival_pct": 0.3964392,
    "max_steps": 50000,
    "loss": 0.4367483854293823,
    "sps": 626.916632808775
  },
  {
    "update": 1690,
    "global_step": 6922240,
    "num_episodes": 626,
    "mean_reward": 1263.1981332015991,
    "mean_length": 19821.96,
    "survival_pct": 0.3964392,
    "max_steps": 50000,
    "loss": 0.1575974076986313,
    "sps": 618.4480121190815
  },
  {
    "update": 1695,
    "global_step": 6942720,
    "num_episodes": 627,
    "mean_reward": 1294.6462133026123,
    "mean_length": 20320.93,
    "survival_pct": 0.4064186,
    "max_steps": 50000,
    "loss": 9.566240310668945,
    "sps": 406.6387424437816
  },
  {
    "update": 1700,
    "global_step": 6963200,
    "num_episodes": 628,
    "mean_reward": 1280.1067363739014,
    "mean_length": 20520.93,
    "survival_pct": 0.4104186,
    "max_steps": 50000,
    "loss": 0.709872841835022,
    "sps": 442.501654087899
  },
  {
    "update": 1705,
    "global_step": 6983680,
    "num_episodes": 631,
    "mean_reward": 1386.179150118828,
    "mean_length": 20721.63,
    "survival_pct": 0.41443260000000004,
    "max_steps": 50000,
    "loss": 19.365644454956055,
    "sps": 477.75886736803943
  },
  {
    "update": 1710,
    "global_step": 7004160,
    "num_episodes": 631,
    "mean_reward": 1386.179150118828,
    "mean_length": 20721.63,
    "survival_pct": 0.41443260000000004,
    "max_steps": 50000,
    "loss": 108.79446411132812,
    "sps": 612.149128502162
  },
  {
    "update": 1715,
    "global_step": 7024640,
    "num_episodes": 631,
    "mean_reward": 1386.179150118828,
    "mean_length": 20721.63,
    "survival_pct": 0.41443260000000004,
    "max_steps": 50000,
    "loss": 0.14560824632644653,
    "sps": 695.5005180060909
  },
  {
    "update": 1720,
    "global_step": 7045120,
    "num_episodes": 631,
    "mean_reward": 1386.179150118828,
    "mean_length": 20721.63,
    "survival_pct": 0.41443260000000004,
    "max_steps": 50000,
    "loss": -0.01733715832233429,
    "sps": 691.5803550233451
  },
  {
    "update": 1725,
    "global_step": 7065600,
    "num_episodes": 631,
    "mean_reward": 1386.179150118828,
    "mean_length": 20721.63,
    "survival_pct": 0.41443260000000004,
    "max_steps": 50000,
    "loss": 0.15833212435245514,
    "sps": 667.4815281045276
  },
  {
    "update": 1730,
    "global_step": 7086080,
    "num_episodes": 633,
    "mean_reward": 1468.0781693506242,
    "mean_length": 20922.8,
    "survival_pct": 0.418456,
    "max_steps": 50000,
    "loss": 11.883382797241211,
    "sps": 581.8314657800905
  },
  {
    "update": 1735,
    "global_step": 7106560,
    "num_episodes": 633,
    "mean_reward": 1468.0781693506242,
    "mean_length": 20922.8,
    "survival_pct": 0.418456,
    "max_steps": 50000,
    "loss": 1.1643352508544922,
    "sps": 681.4017891653039
  },
  {
    "update": 1740,
    "global_step": 7127040,
    "num_episodes": 633,
    "mean_reward": 1468.0781693506242,
    "mean_length": 20922.8,
    "survival_pct": 0.418456,
    "max_steps": 50000,
    "loss": -0.016278870403766632,
    "sps": 777.0781892710015
  },
  {
    "update": 1745,
    "global_step": 7147520,
    "num_episodes": 633,
    "mean_reward": 1468.0781693506242,
    "mean_length": 20922.8,
    "survival_pct": 0.418456,
    "max_steps": 50000,
    "loss": -0.061865031719207764,
    "sps": 774.9591726476483
  },
  {
    "update": 1750,
    "global_step": 7168000,
    "num_episodes": 638,
    "mean_reward": 1506.0245201086998,
    "mean_length": 20610.96,
    "survival_pct": 0.4122192,
    "max_steps": 50000,
    "loss": 2.459982395172119,
    "sps": 545.323321230957
  },
  {
    "update": 1755,
    "global_step": 7188480,
    "num_episodes": 638,
    "mean_reward": 1506.0245201086998,
    "mean_length": 20610.96,
    "survival_pct": 0.4122192,
    "max_steps": 50000,
    "loss": 0.11832943558692932,
    "sps": 817.3067294637037
  },
  {
    "update": 1760,
    "global_step": 7208960,
    "num_episodes": 640,
    "mean_reward": 1516.9915149474143,
    "mean_length": 21111.92,
    "survival_pct": 0.42223839999999996,
    "max_steps": 50000,
    "loss": 17.96449851989746,
    "sps": 621.1327524456565
  },
  {
    "update": 1765,
    "global_step": 7229440,
    "num_episodes": 642,
    "mean_reward": 1570.5918082213402,
    "mean_length": 21605.81,
    "survival_pct": 0.4321162,
    "max_steps": 50000,
    "loss": 886.5294189453125,
    "sps": 239.42082440770906
  },
  {
    "update": 1770,
    "global_step": 7249920,
    "num_episodes": 647,
    "mean_reward": 1521.5539734148979,
    "mean_length": 20475.3,
    "survival_pct": 0.409506,
    "max_steps": 50000,
    "loss": 179.85931396484375,
    "sps": 298.4259022731802
  },
  {
    "update": 1775,
    "global_step": 7270400,
    "num_episodes": 647,
    "mean_reward": 1521.5539734148979,
    "mean_length": 20475.3,
    "survival_pct": 0.409506,
    "max_steps": 50000,
    "loss": 966.6091918945312,
    "sps": 537.2474721109993
  },
  {
    "update": 1780,
    "global_step": 7290880,
    "num_episodes": 648,
    "mean_reward": 1564.6685786104201,
    "mean_length": 20973.13,
    "survival_pct": 0.4194626,
    "max_steps": 50000,
    "loss": 62.704280853271484,
    "sps": 509.433704200731
  },
  {
    "update": 1785,
    "global_step": 7311360,
    "num_episodes": 648,
    "mean_reward": 1564.6685786104201,
    "mean_length": 20973.13,
    "survival_pct": 0.4194626,
    "max_steps": 50000,
    "loss": -0.05052866041660309,
    "sps": 655.9797605411271
  },
  {
    "update": 1790,
    "global_step": 7331840,
    "num_episodes": 649,
    "mean_reward": 1654.446047320366,
    "mean_length": 21472.42,
    "survival_pct": 0.42944839999999995,
    "max_steps": 50000,
    "loss": 107.669677734375,
    "sps": 447.78139010542594
  },
  {
    "update": 1795,
    "global_step": 7352320,
    "num_episodes": 650,
    "mean_reward": 1661.2120521116258,
    "mean_length": 21959.9,
    "survival_pct": 0.43919800000000003,
    "max_steps": 50000,
    "loss": 116.32649993896484,
    "sps": 581.3285585073751
  },
  {
    "update": 1800,
    "global_step": 7372800,
    "num_episodes": 650,
    "mean_reward": 1661.2120521116258,
    "mean_length": 21959.9,
    "survival_pct": 0.43919800000000003,
    "max_steps": 50000,
    "loss": -0.1900792270898819,
    "sps": 738.826346232058
  },
  {
    "update": 1805,
    "global_step": 7393280,
    "num_episodes": 650,
    "mean_reward": 1661.2120521116258,
    "mean_length": 21959.9,
    "survival_pct": 0.36599833333333337,
    "max_steps": 60000,
    "loss": -0.12798017263412476,
    "sps": 735.1636673358219
  },
  {
    "update": 1810,
    "global_step": 7413760,
    "num_episodes": 650,
    "mean_reward": 1661.2120521116258,
    "mean_length": 21959.9,
    "survival_pct": 0.36599833333333337,
    "max_steps": 60000,
    "loss": -0.17347615957260132,
    "sps": 710.1339399692507
  },
  {
    "update": 1815,
    "global_step": 7434240,
    "num_episodes": 650,
    "mean_reward": 1661.2120521116258,
    "mean_length": 21959.9,
    "survival_pct": 0.36599833333333337,
    "max_steps": 60000,
    "loss": -0.04106990993022919,
    "sps": 703.2321739929172
  },
  {
    "update": 1820,
    "global_step": 7454720,
    "num_episodes": 651,
    "mean_reward": 1667.2202544736863,
    "mean_length": 22557.46,
    "survival_pct": 0.37595766666666663,
    "max_steps": 60000,
    "loss": 1.203838586807251,
    "sps": 608.5787796882346
  },
  {
    "update": 1825,
    "global_step": 7475200,
    "num_episodes": 651,
    "mean_reward": 1667.2202544736863,
    "mean_length": 22557.46,
    "survival_pct": 0.37595766666666663,
    "max_steps": 60000,
    "loss": -0.09379199892282486,
    "sps": 656.6381880745341
  },
  {
    "update": 1830,
    "global_step": 7495680,
    "num_episodes": 651,
    "mean_reward": 1667.2202544736863,
    "mean_length": 22557.46,
    "survival_pct": 0.37595766666666663,
    "max_steps": 60000,
    "loss": 0.08595463633537292,
    "sps": 696.5027182462075
  },
  {
    "update": 1835,
    "global_step": 7516160,
    "num_episodes": 651,
    "mean_reward": 1667.2202544736863,
    "mean_length": 22557.46,
    "survival_pct": 0.37595766666666663,
    "max_steps": 60000,
    "loss": -0.18902313709259033,
    "sps": 686.4702117808695
  },
  {
    "update": 1840,
    "global_step": 7536640,
    "num_episodes": 651,
    "mean_reward": 1667.2202544736863,
    "mean_length": 22557.46,
    "survival_pct": 0.37595766666666663,
    "max_steps": 60000,
    "loss": -0.18000459671020508,
    "sps": 663.4220467173932
  },
  {
    "update": 1845,
    "global_step": 7557120,
    "num_episodes": 651,
    "mean_reward": 1667.2202544736863,
    "mean_length": 22557.46,
    "survival_pct": 0.37595766666666663,
    "max_steps": 60000,
    "loss": -0.09385547041893005,
    "sps": 687.3361936552064
  },
  {
    "update": 1850,
    "global_step": 7577600,
    "num_episodes": 655,
    "mean_reward": 1615.1273900747299,
    "mean_length": 22353.29,
    "survival_pct": 0.37255483333333334,
    "max_steps": 60000,
    "loss": 0.5962892174720764,
    "sps": 577.3992316901965
  },
  {
    "update": 1855,
    "global_step": 7598080,
    "num_episodes": 655,
    "mean_reward": 1615.1273900747299,
    "mean_length": 22353.29,
    "survival_pct": 0.37255483333333334,
    "max_steps": 60000,
    "loss": 30.23639488220215,
    "sps": 604.6227237743161
  },
  {
    "update": 1860,
    "global_step": 7618560,
    "num_episodes": 655,
    "mean_reward": 1615.1273900747299,
    "mean_length": 22353.29,
    "survival_pct": 0.37255483333333334,
    "max_steps": 60000,
    "loss": -0.19098417460918427,
    "sps": 683.5282670532649
  },
  {
    "update": 1865,
    "global_step": 7639040,
    "num_episodes": 655,
    "mean_reward": 1615.1273900747299,
    "mean_length": 22353.29,
    "survival_pct": 0.37255483333333334,
    "max_steps": 60000,
    "loss": -0.1761397421360016,
    "sps": 638.4061361181431
  },
  {
    "update": 1870,
    "global_step": 7659520,
    "num_episodes": 656,
    "mean_reward": 1621.1403862142563,
    "mean_length": 22950.87,
    "survival_pct": 0.3825145,
    "max_steps": 60000,
    "loss": 1.2790898084640503,
    "sps": 692.9472830895132
  },
  {
    "update": 1875,
    "global_step": 7680000,
    "num_episodes": 656,
    "mean_reward": 1621.1403862142563,
    "mean_length": 22950.87,
    "survival_pct": 0.3825145,
    "max_steps": 60000,
    "loss": 0.5525964498519897,
    "sps": 708.1301830175981
  },
  {
    "update": 1880,
    "global_step": 7700480,
    "num_episodes": 656,
    "mean_reward": 1621.1403862142563,
    "mean_length": 22950.87,
    "survival_pct": 0.3825145,
    "max_steps": 60000,
    "loss": 0.05596184730529785,
    "sps": 688.5831713801172
  },
  {
    "update": 1885,
    "global_step": 7720960,
    "num_episodes": 656,
    "mean_reward": 1621.1403862142563,
    "mean_length": 22950.87,
    "survival_pct": 0.3825145,
    "max_steps": 60000,
    "loss": -0.039150021970272064,
    "sps": 707.8312184620268
  },
  {
    "update": 1890,
    "global_step": 7741440,
    "num_episodes": 658,
    "mean_reward": 1769.352957472801,
    "mean_length": 23749.89,
    "survival_pct": 0.3958315,
    "max_steps": 60000,
    "loss": 1.1895029544830322,
    "sps": 799.8935632475255
  },
  {
    "update": 1895,
    "global_step": 7761920,
    "num_episodes": 658,
    "mean_reward": 1769.352957472801,
    "mean_length": 23749.89,
    "survival_pct": 0.3958315,
    "max_steps": 60000,
    "loss": 1.1538077592849731,
    "sps": 762.3956777604958
  },
  {
    "update": 1900,
    "global_step": 7782400,
    "num_episodes": 659,
    "mean_reward": 1825.4085091924667,
    "mean_length": 24347.31,
    "survival_pct": 0.4057885,
    "max_steps": 60000,
    "loss": 0.6419044137001038,
    "sps": 703.4263875262799
  },
  {
    "update": 1905,
    "global_step": 7802880,
    "num_episodes": 659,
    "mean_reward": 1825.4085091924667,
    "mean_length": 24347.31,
    "survival_pct": 0.4057885,
    "max_steps": 60000,
    "loss": 0.15757112205028534,
    "sps": 674.3401183927315
  },
  {
    "update": 1910,
    "global_step": 7823360,
    "num_episodes": 660,
    "mean_reward": 1898.589024977684,
    "mean_length": 24923.49,
    "survival_pct": 0.4153915,
    "max_steps": 60000,
    "loss": -0.06820769608020782,
    "sps": 831.2280725759563
  },
  {
    "update": 1915,
    "global_step": 7843840,
    "num_episodes": 664,
    "mean_reward": 1901.6304970765113,
    "mean_length": 24331.52,
    "survival_pct": 0.40552533333333335,
    "max_steps": 60000,
    "loss": -0.050920240581035614,
    "sps": 814.7046480629325
  },
  {
    "update": 1920,
    "global_step": 7864320,
    "num_episodes": 664,
    "mean_reward": 1901.6304970765113,
    "mean_length": 24331.52,
    "survival_pct": 0.40552533333333335,
    "max_steps": 60000,
    "loss": -0.14338093996047974,
    "sps": 799.537306564484
  },
  {
    "update": 1925,
    "global_step": 7884800,
    "num_episodes": 664,
    "mean_reward": 1901.6304970765113,
    "mean_length": 24331.52,
    "survival_pct": 0.40552533333333335,
    "max_steps": 60000,
    "loss": -0.11479577422142029,
    "sps": 803.4181345293225
  },
  {
    "update": 1930,
    "global_step": 7905280,
    "num_episodes": 664,
    "mean_reward": 1901.6304970765113,
    "mean_length": 24331.52,
    "survival_pct": 0.40552533333333335,
    "max_steps": 60000,
    "loss": -0.061470456421375275,
    "sps": 778.5318076168905
  },
  {
    "update": 1935,
    "global_step": 7925760,
    "num_episodes": 664,
    "mean_reward": 1901.6304970765113,
    "mean_length": 24331.52,
    "survival_pct": 0.40552533333333335,
    "max_steps": 60000,
    "loss": -0.17063158750534058,
    "sps": 797.1980171427649
  },
  {
    "update": 1940,
    "global_step": 7946240,
    "num_episodes": 665,
    "mean_reward": 1851.0390957093239,
    "mean_length": 24531.52,
    "survival_pct": 0.40885866666666665,
    "max_steps": 60000,
    "loss": 0.14837267994880676,
    "sps": 741.7946196855224
  },
  {
    "update": 1945,
    "global_step": 7966720,
    "num_episodes": 665,
    "mean_reward": 1851.0390957093239,
    "mean_length": 24531.52,
    "survival_pct": 0.40885866666666665,
    "max_steps": 60000,
    "loss": 0.07289181649684906,
    "sps": 799.7640530972891
  },
  {
    "update": 1950,
    "global_step": 7987200,
    "num_episodes": 665,
    "mean_reward": 1851.0390957093239,
    "mean_length": 24531.52,
    "survival_pct": 0.40885866666666665,
    "max_steps": 60000,
    "loss": -0.03141336888074875,
    "sps": 777.4373642953062
  },
  {
    "update": 1955,
    "global_step": 8007680,
    "num_episodes": 665,
    "mean_reward": 1851.0390957093239,
    "mean_length": 24531.52,
    "survival_pct": 0.40885866666666665,
    "max_steps": 60000,
    "loss": -0.1878751814365387,
    "sps": 787.4362527685952
  },
  {
    "update": 1960,
    "global_step": 8028160,
    "num_episodes": 665,
    "mean_reward": 1851.0390957093239,
    "mean_length": 24531.52,
    "survival_pct": 0.40885866666666665,
    "max_steps": 60000,
    "loss": 0.2337094247341156,
    "sps": 836.4509391010391
  },
  {
    "update": 1965,
    "global_step": 8048640,
    "num_episodes": 665,
    "mean_reward": 1851.0390957093239,
    "mean_length": 24531.52,
    "survival_pct": 0.40885866666666665,
    "max_steps": 60000,
    "loss": -0.1974252164363861,
    "sps": 825.3140040567519
  },
  {
    "update": 1970,
    "global_step": 8069120,
    "num_episodes": 666,
    "mean_reward": 1869.434642584324,
    "mean_length": 25128.01,
    "survival_pct": 0.41880016666666664,
    "max_steps": 60000,
    "loss": -0.07606863975524902,
    "sps": 811.4969102185196
  },
  {
    "update": 1975,
    "global_step": 8089600,
    "num_episodes": 666,
    "mean_reward": 1869.434642584324,
    "mean_length": 25128.01,
    "survival_pct": 0.41880016666666664,
    "max_steps": 60000,
    "loss": -0.14107482135295868,
    "sps": 865.2539173939119
  },
  {
    "update": 1980,
    "global_step": 8110080,
    "num_episodes": 666,
    "mean_reward": 1869.434642584324,
    "mean_length": 25128.01,
    "survival_pct": 0.41880016666666664,
    "max_steps": 60000,
    "loss": 0.04902653396129608,
    "sps": 835.4859345260967
  },
  {
    "update": 1985,
    "global_step": 8130560,
    "num_episodes": 667,
    "mean_reward": 1875.4432358384133,
    "mean_length": 25725.3,
    "survival_pct": 0.428755,
    "max_steps": 60000,
    "loss": 235.1592254638672,
    "sps": 462.53669720868015
  },
  {
    "update": 1990,
    "global_step": 8151040,
    "num_episodes": 667,
    "mean_reward": 1875.4432358384133,
    "mean_length": 25725.3,
    "survival_pct": 0.428755,
    "max_steps": 60000,
    "loss": 4.359109401702881,
    "sps": 570.3135079716526
  },
  {
    "update": 1995,
    "global_step": 8171520,
    "num_episodes": 667,
    "mean_reward": 1875.4432358384133,
    "mean_length": 25725.3,
    "survival_pct": 0.428755,
    "max_steps": 60000,
    "loss": 0.6510128378868103,
    "sps": 774.3925100979434
  },
  {
    "update": 2000,
    "global_step": 8192000,
    "num_episodes": 667,
    "mean_reward": 1875.4432358384133,
    "mean_length": 25725.3,
    "survival_pct": 0.428755,
    "max_steps": 60000,
    "loss": 0.2337443083524704,
    "sps": 781.7803733771449
  },
  {
    "update": 2005,
    "global_step": 8212480,
    "num_episodes": 667,
    "mean_reward": 1875.4432358384133,
    "mean_length": 25725.3,
    "survival_pct": 0.32156625,
    "max_steps": 80000,
    "loss": 0.05558648705482483,
    "sps": 760.4769751448292
  },
  {
    "update": 2010,
    "global_step": 8232960,
    "num_episodes": 667,
    "mean_reward": 1875.4432358384133,
    "mean_length": 25725.3,
    "survival_pct": 0.32156625,
    "max_steps": 80000,
    "loss": -0.010526187717914581,
    "sps": 782.7780404574484
  },
  {
    "update": 2015,
    "global_step": 8253440,
    "num_episodes": 667,
    "mean_reward": 1875.4432358384133,
    "mean_length": 25725.3,
    "survival_pct": 0.32156625,
    "max_steps": 80000,
    "loss": -0.0630020946264267,
    "sps": 770.7413751342134
  },
  {
    "update": 2020,
    "global_step": 8273920,
    "num_episodes": 667,
    "mean_reward": 1875.4432358384133,
    "mean_length": 25725.3,
    "survival_pct": 0.32156625,
    "max_steps": 80000,
    "loss": 0.22121278941631317,
    "sps": 791.5506888179068
  },
  {
    "update": 2025,
    "global_step": 8294400,
    "num_episodes": 667,
    "mean_reward": 1875.4432358384133,
    "mean_length": 25725.3,
    "survival_pct": 0.32156625,
    "max_steps": 80000,
    "loss": -0.09089811146259308,
    "sps": 778.5213294943511
  },
  {
    "update": 2030,
    "global_step": 8314880,
    "num_episodes": 667,
    "mean_reward": 1875.4432358384133,
    "mean_length": 25725.3,
    "survival_pct": 0.32156625,
    "max_steps": 80000,
    "loss": -0.16075977683067322,
    "sps": 755.6295349772931
  },
  {
    "update": 2035,
    "global_step": 8335360,
    "num_episodes": 667,
    "mean_reward": 1875.4432358384133,
    "mean_length": 25725.3,
    "survival_pct": 0.32156625,
    "max_steps": 80000,
    "loss": -0.158203586935997,
    "sps": 754.4182628574841
  },
  {
    "update": 2040,
    "global_step": 8355840,
    "num_episodes": 667,
    "mean_reward": 1875.4432358384133,
    "mean_length": 25725.3,
    "survival_pct": 0.32156625,
    "max_steps": 80000,
    "loss": -0.21690981090068817,
    "sps": 717.6735596436803
  },
  {
    "update": 2045,
    "global_step": 8376320,
    "num_episodes": 670,
    "mean_reward": 1922.8468935227395,
    "mean_length": 26134.49,
    "survival_pct": 0.326681125,
    "max_steps": 80000,
    "loss": 156.1393585205078,
    "sps": 323.2563608041114
  },
  {
    "update": 2050,
    "global_step": 8396800,
    "num_episodes": 670,
    "mean_reward": 1922.8468935227395,
    "mean_length": 26134.49,
    "survival_pct": 0.326681125,
    "max_steps": 80000,
    "loss": 0.16352523863315582,
    "sps": 454.8234843620012
  },
  {
    "update": 2055,
    "global_step": 8417280,
    "num_episodes": 671,
    "mean_reward": 1930.1808717942238,
    "mean_length": 26915.84,
    "survival_pct": 0.336448,
    "max_steps": 80000,
    "loss": -0.08801546692848206,
    "sps": 801.0593266816616
  },
  {
    "update": 2060,
    "global_step": 8437760,
    "num_episodes": 671,
    "mean_reward": 1930.1808717942238,
    "mean_length": 26915.84,
    "survival_pct": 0.336448,
    "max_steps": 80000,
    "loss": -0.13592661917209625,
    "sps": 779.2904032377721
  },
  {
    "update": 2065,
    "global_step": 8458240,
    "num_episodes": 672,
    "mean_reward": 1975.5371123337745,
    "mean_length": 27315.84,
    "survival_pct": 0.34144800000000003,
    "max_steps": 80000,
    "loss": -0.17474070191383362,
    "sps": 545.5720531350578
  },
  {
    "update": 2070,
    "global_step": 8478720,
    "num_episodes": 673,
    "mean_reward": 2013.7483372473716,
    "mean_length": 28111.01,
    "survival_pct": 0.351387625,
    "max_steps": 80000,
    "loss": 12.530708312988281,
    "sps": 499.4637464037537
  },
  {
    "update": 2075,
    "global_step": 8499200,
    "num_episodes": 673,
    "mean_reward": 2013.7483372473716,
    "mean_length": 28111.01,
    "survival_pct": 0.351387625,
    "max_steps": 80000,
    "loss": 0.8680031299591064,
    "sps": 530.5638999597164
  },
  {
    "update": 2080,
    "global_step": 8519680,
    "num_episodes": 673,
    "mean_reward": 2013.7483372473716,
    "mean_length": 28111.01,
    "survival_pct": 0.351387625,
    "max_steps": 80000,
    "loss": 19.798368453979492,
    "sps": 656.9070684694709
  },
  {
    "update": 2085,
    "global_step": 8540160,
    "num_episodes": 673,
    "mean_reward": 2013.7483372473716,
    "mean_length": 28111.01,
    "survival_pct": 0.351387625,
    "max_steps": 80000,
    "loss": -0.19701889157295227,
    "sps": 698.9096675564882
  },
  {
    "update": 2090,
    "global_step": 8560640,
    "num_episodes": 673,
    "mean_reward": 2013.7483372473716,
    "mean_length": 28111.01,
    "survival_pct": 0.351387625,
    "max_steps": 80000,
    "loss": -0.0173691064119339,
    "sps": 728.1424091253976
  },
  {
    "update": 2095,
    "global_step": 8581120,
    "num_episodes": 674,
    "mean_reward": 1971.775068204403,
    "mean_length": 28511.01,
    "survival_pct": 0.356387625,
    "max_steps": 80000,
    "loss": 2452.706787109375,
    "sps": 356.8059399544614
  },
  {
    "update": 2100,
    "global_step": 8601600,
    "num_episodes": 674,
    "mean_reward": 1971.775068204403,
    "mean_length": 28511.01,
    "survival_pct": 0.356387625,
    "max_steps": 80000,
    "loss": 14.414767265319824,
    "sps": 585.3881767861222
  },
  {
    "update": 2105,
    "global_step": 8622080,
    "num_episodes": 674,
    "mean_reward": 1971.775068204403,
    "mean_length": 28511.01,
    "survival_pct": 0.356387625,
    "max_steps": 80000,
    "loss": 0.022661790251731873,
    "sps": 678.3736040372619
  },
  {
    "update": 2110,
    "global_step": 8642560,
    "num_episodes": 674,
    "mean_reward": 1971.775068204403,
    "mean_length": 28511.01,
    "survival_pct": 0.356387625,
    "max_steps": 80000,
    "loss": -0.20638275146484375,
    "sps": 665.6932482303778
  },
  {
    "update": 2115,
    "global_step": 8663040,
    "num_episodes": 674,
    "mean_reward": 1971.775068204403,
    "mean_length": 28511.01,
    "survival_pct": 0.356387625,
    "max_steps": 80000,
    "loss": -0.1961488574743271,
    "sps": 661.1262168442004
  },
  {
    "update": 2120,
    "global_step": 8683520,
    "num_episodes": 674,
    "mean_reward": 1971.775068204403,
    "mean_length": 28511.01,
    "survival_pct": 0.356387625,
    "max_steps": 80000,
    "loss": -0.16852501034736633,
    "sps": 666.07765454515
  },
  {
    "update": 2125,
    "global_step": 8704000,
    "num_episodes": 675,
    "mean_reward": 1988.447893064022,
    "mean_length": 29306.48,
    "survival_pct": 0.366331,
    "max_steps": 80000,
    "loss": 0.14007116854190826,
    "sps": 633.2168784322698
  },
  {
    "update": 2130,
    "global_step": 8724480,
    "num_episodes": 675,
    "mean_reward": 1988.447893064022,
    "mean_length": 29306.48,
    "survival_pct": 0.366331,
    "max_steps": 80000,
    "loss": 0.08940272033214569,
    "sps": 621.5424559601437
  },
  {
    "update": 2135,
    "global_step": 8744960,
    "num_episodes": 675,
    "mean_reward": 1988.447893064022,
    "mean_length": 29306.48,
    "survival_pct": 0.366331,
    "max_steps": 80000,
    "loss": -0.16373726725578308,
    "sps": 689.1369758818673
  },
  {
    "update": 2140,
    "global_step": 8765440,
    "num_episodes": 678,
    "mean_reward": 2002.1588407492638,
    "mean_length": 29307.47,
    "survival_pct": 0.366343375,
    "max_steps": 80000,
    "loss": 9.728021621704102,
    "sps": 466.25151106127714
  },
  {
    "update": 2145,
    "global_step": 8785920,
    "num_episodes": 681,
    "mean_reward": 1996.5775413012504,
    "mean_length": 28885.87,
    "survival_pct": 0.361073375,
    "max_steps": 80000,
    "loss": 0.4610579311847687,
    "sps": 551.8281626137556
  },
  {
    "update": 2150,
    "global_step": 8806400,
    "num_episodes": 681,
    "mean_reward": 1996.5775413012504,
    "mean_length": 28885.87,
    "survival_pct": 0.361073375,
    "max_steps": 80000,
    "loss": 0.20792128145694733,
    "sps": 708.9972554003779
  },
  {
    "update": 2155,
    "global_step": 8826880,
    "num_episodes": 681,
    "mean_reward": 1996.5775413012504,
    "mean_length": 28885.87,
    "survival_pct": 0.361073375,
    "max_steps": 80000,
    "loss": -0.21552087366580963,
    "sps": 688.7493020847775
  },
  {
    "update": 2160,
    "global_step": 8847360,
    "num_episodes": 681,
    "mean_reward": 1996.5775413012504,
    "mean_length": 28885.87,
    "survival_pct": 0.361073375,
    "max_steps": 80000,
    "loss": -0.16776643693447113,
    "sps": 693.0826430290605
  },
  {
    "update": 2165,
    "global_step": 8867840,
    "num_episodes": 681,
    "mean_reward": 1996.5775413012504,
    "mean_length": 28885.87,
    "survival_pct": 0.361073375,
    "max_steps": 80000,
    "loss": 0.11363191902637482,
    "sps": 709.5181085639529
  },
  {
    "update": 2170,
    "global_step": 8888320,
    "num_episodes": 681,
    "mean_reward": 1996.5775413012504,
    "mean_length": 28885.87,
    "survival_pct": 0.361073375,
    "max_steps": 80000,
    "loss": 0.0609743595123291,
    "sps": 712.5366166562799
  },
  {
    "update": 2175,
    "global_step": 8908800,
    "num_episodes": 681,
    "mean_reward": 1996.5775413012504,
    "mean_length": 28885.87,
    "survival_pct": 0.361073375,
    "max_steps": 80000,
    "loss": 0.7529717087745667,
    "sps": 721.4643529853796
  },
  {
    "update": 2180,
    "global_step": 8929280,
    "num_episodes": 681,
    "mean_reward": 1996.5775413012504,
    "mean_length": 28885.87,
    "survival_pct": 0.361073375,
    "max_steps": 80000,
    "loss": 0.46089768409729004,
    "sps": 729.282506794838
  },
  {
    "update": 2185,
    "global_step": 8949760,
    "num_episodes": 681,
    "mean_reward": 1996.5775413012504,
    "mean_length": 28885.87,
    "survival_pct": 0.361073375,
    "max_steps": 80000,
    "loss": -0.04369640350341797,
    "sps": 731.0711424448074
  },
  {
    "update": 2190,
    "global_step": 8970240,
    "num_episodes": 681,
    "mean_reward": 1996.5775413012504,
    "mean_length": 28885.87,
    "survival_pct": 0.361073375,
    "max_steps": 80000,
    "loss": -0.2550358772277832,
    "sps": 741.8354272639722
  },
  {
    "update": 2195,
    "global_step": 8990720,
    "num_episodes": 681,
    "mean_reward": 1996.5775413012504,
    "mean_length": 28885.87,
    "survival_pct": 0.361073375,
    "max_steps": 80000,
    "loss": -0.1644577533006668,
    "sps": 712.1224425521518
  },
  {
    "update": 2200,
    "global_step": 9011200,
    "num_episodes": 682,
    "mean_reward": 2004.891281106472,
    "mean_length": 29684.96,
    "survival_pct": 0.371062,
    "max_steps": 80000,
    "loss": 19.648794174194336,
    "sps": 465.00511290277484
  },
  {
    "update": 2205,
    "global_step": 9031680,
    "num_episodes": 686,
    "mean_reward": 2088.85676854372,
    "mean_length": 30082.53,
    "survival_pct": 0.376031625,
    "max_steps": 80000,
    "loss": 164.72410583496094,
    "sps": 526.5227813400744
  },
  {
    "update": 2210,
    "global_step": 9052160,
    "num_episodes": 687,
    "mean_reward": 2035.9988553357125,
    "mean_length": 30482.53,
    "survival_pct": 0.381031625,
    "max_steps": 80000,
    "loss": 0.7927183508872986,
    "sps": 546.9580142534905
  },
  {
    "update": 2215,
    "global_step": 9072640,
    "num_episodes": 687,
    "mean_reward": 2035.9988553357125,
    "mean_length": 30482.53,
    "survival_pct": 0.381031625,
    "max_steps": 80000,
    "loss": 0.38622233271598816,
    "sps": 654.3004159066745
  },
  {
    "update": 2220,
    "global_step": 9093120,
    "num_episodes": 688,
    "mean_reward": 2065.251064198017,
    "mean_length": 30882.53,
    "survival_pct": 0.386031625,
    "max_steps": 80000,
    "loss": 0.734276533126831,
    "sps": 253.13496237874534
  },
  {
    "update": 2225,
    "global_step": 9113600,
    "num_episodes": 689,
    "mean_reward": 2089.462522289753,
    "mean_length": 31681.58,
    "survival_pct": 0.39601975,
    "max_steps": 80000,
    "loss": 5.1840643882751465,
    "sps": 407.23576672305194
  },
  {
    "update": 2230,
    "global_step": 9134080,
    "num_episodes": 689,
    "mean_reward": 2089.462522289753,
    "mean_length": 31681.58,
    "survival_pct": 0.39601975,
    "max_steps": 80000,
    "loss": 3.3036017417907715,
    "sps": 334.98140076678567
  },
  {
    "update": 2235,
    "global_step": 9154560,
    "num_episodes": 689,
    "mean_reward": 2089.462522289753,
    "mean_length": 31681.58,
    "survival_pct": 0.39601975,
    "max_steps": 80000,
    "loss": 12.958847045898438,
    "sps": 413.60512125042015
  },
  {
    "update": 2240,
    "global_step": 9175040,
    "num_episodes": 689,
    "mean_reward": 2089.462522289753,
    "mean_length": 31681.58,
    "survival_pct": 0.39601975,
    "max_steps": 80000,
    "loss": 11.410442352294922,
    "sps": 429.40010384163304
  },
  {
    "update": 2245,
    "global_step": 9195520,
    "num_episodes": 689,
    "mean_reward": 2089.462522289753,
    "mean_length": 31681.58,
    "survival_pct": 0.39601975,
    "max_steps": 80000,
    "loss": 0.4679904580116272,
    "sps": 442.22049673117283
  },
  {
    "update": 2250,
    "global_step": 9216000,
    "num_episodes": 690,
    "mean_reward": 2216.5914781308174,
    "mean_length": 32423.39,
    "survival_pct": 0.405292375,
    "max_steps": 80000,
    "loss": 13.81257152557373,
    "sps": 503.0567425680048
  },
  {
    "update": 2255,
    "global_step": 9236480,
    "num_episodes": 690,
    "mean_reward": 2216.5914781308174,
    "mean_length": 32423.39,
    "survival_pct": 0.405292375,
    "max_steps": 80000,
    "loss": 0.347695916891098,
    "sps": 582.6999735714041
  },
  {
    "update": 2260,
    "global_step": 9256960,
    "num_episodes": 690,
    "mean_reward": 2216.5914781308174,
    "mean_length": 32423.39,
    "survival_pct": 0.405292375,
    "max_steps": 80000,
    "loss": 0.276647686958313,
    "sps": 530.4694388918329
  },
  {
    "update": 2265,
    "global_step": 9277440,
    "num_episodes": 690,
    "mean_reward": 2216.5914781308174,
    "mean_length": 32423.39,
    "survival_pct": 0.405292375,
    "max_steps": 80000,
    "loss": 0.12728533148765564,
    "sps": 524.460969045791
  },
  {
    "update": 2270,
    "global_step": 9297920,
    "num_episodes": 690,
    "mean_reward": 2216.5914781308174,
    "mean_length": 32423.39,
    "survival_pct": 0.405292375,
    "max_steps": 80000,
    "loss": 0.27348071336746216,
    "sps": 540.9874205296653
  },
  {
    "update": 2275,
    "global_step": 9318400,
    "num_episodes": 690,
    "mean_reward": 2216.5914781308174,
    "mean_length": 32423.39,
    "survival_pct": 0.405292375,
    "max_steps": 80000,
    "loss": 0.07365398108959198,
    "sps": 560.7709890786243
  },
  {
    "update": 2280,
    "global_step": 9338880,
    "num_episodes": 692,
    "mean_reward": 2220.5268848729133,
    "mean_length": 32823.83,
    "survival_pct": 0.41029787500000003,
    "max_steps": 80000,
    "loss": 0.7585805654525757,
    "sps": 369.35670437401643
  },
  {
    "update": 2285,
    "global_step": 9359360,
    "num_episodes": 692,
    "mean_reward": 2220.5268848729133,
    "mean_length": 32823.83,
    "survival_pct": 0.41029787500000003,
    "max_steps": 80000,
    "loss": 84.29670715332031,
    "sps": 372.3955428292709
  },
  {
    "update": 2290,
    "global_step": 9379840,
    "num_episodes": 692,
    "mean_reward": 2220.5268848729133,
    "mean_length": 32823.83,
    "survival_pct": 0.41029787500000003,
    "max_steps": 80000,
    "loss": 0.22566762566566467,
    "sps": 391.1882509653406
  },
  {
    "update": 2295,
    "global_step": 9400320,
    "num_episodes": 692,
    "mean_reward": 2220.5268848729133,
    "mean_length": 32823.83,
    "survival_pct": 0.41029787500000003,
    "max_steps": 80000,
    "loss": 0.11116530001163483,
    "sps": 404.8368327596648
  },
  {
    "update": 2300,
    "global_step": 9420800,
    "num_episodes": 693,
    "mean_reward": 2245.6658289647103,
    "mean_length": 33605.52,
    "survival_pct": 0.42006899999999997,
    "max_steps": 80000,
    "loss": 14.594441413879395,
    "sps": 319.4636076671403
  },
  {
    "update": 2305,
    "global_step": 9441280,
    "num_episodes": 693,
    "mean_reward": 2245.6658289647103,
    "mean_length": 33605.52,
    "survival_pct": 0.42006899999999997,
    "max_steps": 80000,
    "loss": 4.601461410522461,
    "sps": 358.98227257652104
  },
  {
    "update": 2310,
    "global_step": 9461760,
    "num_episodes": 693,
    "mean_reward": 2245.6658289647103,
    "mean_length": 33605.52,
    "survival_pct": 0.42006899999999997,
    "max_steps": 80000,
    "loss": -0.08196337521076202,
    "sps": 397.59174172984365
  },
  {
    "update": 2315,
    "global_step": 9482240,
    "num_episodes": 693,
    "mean_reward": 2245.6658289647103,
    "mean_length": 33605.52,
    "survival_pct": 0.42006899999999997,
    "max_steps": 80000,
    "loss": -0.038676969707012177,
    "sps": 390.256940583996
  },
  {
    "update": 2320,
    "global_step": 9502720,
    "num_episodes": 693,
    "mean_reward": 2245.6658289647103,
    "mean_length": 33605.52,
    "survival_pct": 0.42006899999999997,
    "max_steps": 80000,
    "loss": -0.11568231880664825,
    "sps": 386.22805447511666
  },
  {
    "update": 2325,
    "global_step": 9523200,
    "num_episodes": 693,
    "mean_reward": 2245.6658289647103,
    "mean_length": 33605.52,
    "survival_pct": 0.42006899999999997,
    "max_steps": 80000,
    "loss": -0.09200012683868408,
    "sps": 393.62586076527043
  },
  {
    "update": 2330,
    "global_step": 9543680,
    "num_episodes": 693,
    "mean_reward": 2245.6658289647103,
    "mean_length": 33605.52,
    "survival_pct": 0.42006899999999997,
    "max_steps": 80000,
    "loss": -0.14359304308891296,
    "sps": 390.66784252973497
  },
  {
    "update": 2335,
    "global_step": 9564160,
    "num_episodes": 693,
    "mean_reward": 2245.6658289647103,
    "mean_length": 33605.52,
    "survival_pct": 0.42006899999999997,
    "max_steps": 80000,
    "loss": 0.18879307806491852,
    "sps": 395.8483711314571
  },
  {
    "update": 2340,
    "global_step": 9584640,
    "num_episodes": 693,
    "mean_reward": 2245.6658289647103,
    "mean_length": 33605.52,
    "survival_pct": 0.42006899999999997,
    "max_steps": 80000,
    "loss": -0.1260424256324768,
    "sps": 392.3815903936216
  },
  {
    "update": 2345,
    "global_step": 9605120,
    "num_episodes": 693,
    "mean_reward": 2245.6658289647103,
    "mean_length": 33605.52,
    "survival_pct": 0.42006899999999997,
    "max_steps": 80000,
    "loss": -0.09693819284439087,
    "sps": 394.7211181932461
  },
  {
    "update": 2350,
    "global_step": 9625600,
    "num_episodes": 693,
    "mean_reward": 2245.6658289647103,
    "mean_length": 33605.52,
    "survival_pct": 0.42006899999999997,
    "max_steps": 80000,
    "loss": -0.11026182770729065,
    "sps": 396.72162235901294
  },
  {
    "update": 2355,
    "global_step": 9646080,
    "num_episodes": 693,
    "mean_reward": 2245.6658289647103,
    "mean_length": 33605.52,
    "survival_pct": 0.42006899999999997,
    "max_steps": 80000,
    "loss": -0.1978517770767212,
    "sps": 389.2953386649375
  },
  {
    "update": 2360,
    "global_step": 9666560,
    "num_episodes": 697,
    "mean_reward": 2322.5986268925667,
    "mean_length": 34769.99,
    "survival_pct": 0.43462487499999997,
    "max_steps": 80000,
    "loss": 683.0784912109375,
    "sps": 168.6861821242579
  },
  {
    "update": 2365,
    "global_step": 9687040,
    "num_episodes": 698,
    "mean_reward": 2311.5085823369027,
    "mean_length": 35169.99,
    "survival_pct": 0.43962487499999997,
    "max_steps": 80000,
    "loss": 3170.56884765625,
    "sps": 235.4733420148456
  },
  {
    "update": 2370,
    "global_step": 9707520,
    "num_episodes": 699,
    "mean_reward": 2308.040635712147,
    "mean_length": 34804.58,
    "survival_pct": 0.43505725,
    "max_steps": 80000,
    "loss": 1.0950156450271606,
    "sps": 311.37399850720584
  },
  {
    "update": 2375,
    "global_step": 9728000,
    "num_episodes": 700,
    "mean_reward": 2335.846759979725,
    "mean_length": 35204.58,
    "survival_pct": 0.44005725,
    "max_steps": 80000,
    "loss": 1.3819221258163452,
    "sps": 322.7681723058591
  },
  {
    "update": 2380,
    "global_step": 9748480,
    "num_episodes": 700,
    "mean_reward": 2335.846759979725,
    "mean_length": 35204.58,
    "survival_pct": 0.44005725,
    "max_steps": 80000,
    "loss": 0.11061151325702667,
    "sps": 371.7560051115758
  },
  {
    "update": 2385,
    "global_step": 9768960,
    "num_episodes": 701,
    "mean_reward": 2415.715403892994,
    "mean_length": 36004.33,
    "survival_pct": 0.450054125,
    "max_steps": 80000,
    "loss": 0.04716165363788605,
    "sps": 404.5228919670066
  },
  {
    "update": 2390,
    "global_step": 9789440,
    "num_episodes": 701,
    "mean_reward": 2415.715403892994,
    "mean_length": 36004.33,
    "survival_pct": 0.450054125,
    "max_steps": 80000,
    "loss": 0.673524022102356,
    "sps": 438.07322870511223
  },
  {
    "update": 2395,
    "global_step": 9809920,
    "num_episodes": 701,
    "mean_reward": 2415.715403892994,
    "mean_length": 36004.33,
    "survival_pct": 0.450054125,
    "max_steps": 80000,
    "loss": 0.04936300218105316,
    "sps": 447.99792386063456
  },
  {
    "update": 2400,
    "global_step": 9830400,
    "num_episodes": 701,
    "mean_reward": 2415.715403892994,
    "mean_length": 36004.33,
    "survival_pct": 0.450054125,
    "max_steps": 80000,
    "loss": -0.05190306156873703,
    "sps": 451.9291955717441
  },
  {
    "update": 2405,
    "global_step": 9850880,
    "num_episodes": 701,
    "mean_reward": 2415.715403892994,
    "mean_length": 36004.33,
    "survival_pct": 0.450054125,
    "max_steps": 80000,
    "loss": -0.01377500593662262,
    "sps": 456.3292063646881
  },
  {
    "update": 2410,
    "global_step": 9871360,
    "num_episodes": 705,
    "mean_reward": 2415.0658296895026,
    "mean_length": 35966.34,
    "survival_pct": 0.44957924999999993,
    "max_steps": 80000,
    "loss": 7.559074401855469,
    "sps": 317.32403267612773
  },
  {
    "update": 2415,
    "global_step": 9891840,
    "num_episodes": 705,
    "mean_reward": 2415.0658296895026,
    "mean_length": 35966.34,
    "survival_pct": 0.44957924999999993,
    "max_steps": 80000,
    "loss": 1.5048213005065918,
    "sps": 332.4634487520527
  },
  {
    "update": 2420,
    "global_step": 9912320,
    "num_episodes": 705,
    "mean_reward": 2415.0658296895026,
    "mean_length": 35966.34,
    "survival_pct": 0.44957924999999993,
    "max_steps": 80000,
    "loss": 0.2138240784406662,
    "sps": 432.40076557163655
  },
  {
    "update": 2425,
    "global_step": 9932800,
    "num_episodes": 705,
    "mean_reward": 2415.0658296895026,
    "mean_length": 35966.34,
    "survival_pct": 0.44957924999999993,
    "max_steps": 80000,
    "loss": 0.21876683831214905,
    "sps": 448.3816453184398
  },
  {
    "update": 2430,
    "global_step": 9953280,
    "num_episodes": 705,
    "mean_reward": 2415.0658296895026,
    "mean_length": 35966.34,
    "survival_pct": 0.44957924999999993,
    "max_steps": 80000,
    "loss": -0.08095875382423401,
    "sps": 427.35281803394867
  },
  {
    "update": 2435,
    "global_step": 9973760,
    "num_episodes": 706,
    "mean_reward": 2496.027885582447,
    "mean_length": 36761.21,
    "survival_pct": 0.45951512499999997,
    "max_steps": 80000,
    "loss": 1.3263893127441406,
    "sps": 489.32343069605076
  },
  {
    "update": 2440,
    "global_step": 9994240,
    "num_episodes": 706,
    "mean_reward": 2496.027885582447,
    "mean_length": 36761.21,
    "survival_pct": 0.45951512499999997,
    "max_steps": 80000,
    "loss": 0.8851792812347412,
    "sps": 507.1439259148593
  },
  {
    "update": 2445,
    "global_step": 10014720,
    "num_episodes": 706,
    "mean_reward": 2496.027885582447,
    "mean_length": 36761.21,
    "survival_pct": 0.45951512499999997,
    "max_steps": 80000,
    "loss": -0.022784769535064697,
    "sps": 514.2103065530886
  },
  {
    "update": 2450,
    "global_step": 10035200,
    "num_episodes": 706,
    "mean_reward": 2496.027885582447,
    "mean_length": 36761.21,
    "survival_pct": 0.45951512499999997,
    "max_steps": 80000,
    "loss": 0.03437136113643646,
    "sps": 498.98534084342003
  },
  {
    "update": 2455,
    "global_step": 10055680,
    "num_episodes": 708,
    "mean_reward": 2566.8018279957773,
    "mean_length": 36664.09,
    "survival_pct": 0.458301125,
    "max_steps": 80000,
    "loss": 42.47873306274414,
    "sps": 329.38816457132594
  },
  {
    "update": 2460,
    "global_step": 10076160,
    "num_episodes": 708,
    "mean_reward": 2566.8018279957773,
    "mean_length": 36664.09,
    "survival_pct": 0.458301125,
    "max_steps": 80000,
    "loss": -0.1173701360821724,
    "sps": 513.6460372429699
  },
  {
    "update": 2465,
    "global_step": 10096640,
    "num_episodes": 708,
    "mean_reward": 2566.8018279957773,
    "mean_length": 36664.09,
    "survival_pct": 0.458301125,
    "max_steps": 80000,
    "loss": -0.008197635412216187,
    "sps": 529.8279586174691
  },
  {
    "update": 2470,
    "global_step": 10117120,
    "num_episodes": 708,
    "mean_reward": 2566.8018279957773,
    "mean_length": 36664.09,
    "survival_pct": 0.458301125,
    "max_steps": 80000,
    "loss": -0.09317698329687119,
    "sps": 533.5564592749838
  },
  {
    "update": 2475,
    "global_step": 10137600,
    "num_episodes": 708,
    "mean_reward": 2566.8018279957773,
    "mean_length": 36664.09,
    "survival_pct": 0.458301125,
    "max_steps": 80000,
    "loss": -0.21753042936325073,
    "sps": 523.3857154825558
  },
  {
    "update": 2480,
    "global_step": 10158080,
    "num_episodes": 708,
    "mean_reward": 2566.8018279957773,
    "mean_length": 36664.09,
    "survival_pct": 0.458301125,
    "max_steps": 80000,
    "loss": -0.038853421807289124,
    "sps": 532.2887541618683
  },
  {
    "update": 2485,
    "global_step": 10178560,
    "num_episodes": 708,
    "mean_reward": 2566.8018279957773,
    "mean_length": 36664.09,
    "survival_pct": 0.458301125,
    "max_steps": 80000,
    "loss": -0.13897421956062317,
    "sps": 529.4232504246512
  },
  {
    "update": 2490,
    "global_step": 10199040,
    "num_episodes": 708,
    "mean_reward": 2566.8018279957773,
    "mean_length": 36664.09,
    "survival_pct": 0.458301125,
    "max_steps": 80000,
    "loss": -0.09001248329877853,
    "sps": 527.0291369571413
  },
  {
    "update": 2495,
    "global_step": 10219520,
    "num_episodes": 708,
    "mean_reward": 2566.8018279957773,
    "mean_length": 36664.09,
    "survival_pct": 0.458301125,
    "max_steps": 80000,
    "loss": -0.07257804274559021,
    "sps": 502.41772632138844
  },
  {
    "update": 2500,
    "global_step": 10240000,
    "num_episodes": 708,
    "mean_reward": 2566.8018279957773,
    "mean_length": 36664.09,
    "survival_pct": 0.458301125,
    "max_steps": 80000,
    "loss": -0.09625621140003204,
    "sps": 503.481571804067
  },
  {
    "update": 2505,
    "global_step": 10260480,
    "num_episodes": 708,
    "mean_reward": 2566.8018279957773,
    "mean_length": 36664.09,
    "survival_pct": 0.458301125,
    "max_steps": 80000,
    "loss": 0.5746378898620605,
    "sps": 511.2198490027179
  },
  {
    "update": 2510,
    "global_step": 10280960,
    "num_episodes": 708,
    "mean_reward": 2566.8018279957773,
    "mean_length": 36664.09,
    "survival_pct": 0.458301125,
    "max_steps": 80000,
    "loss": 0.2466697096824646,
    "sps": 502.732132447925
  },
  {
    "update": 2515,
    "global_step": 10301440,
    "num_episodes": 711,
    "mean_reward": 2659.348615782261,
    "mean_length": 36969.03,
    "survival_pct": 0.462112875,
    "max_steps": 80000,
    "loss": 18.992151260375977,
    "sps": 423.86791208132917
  },
  {
    "update": 2520,
    "global_step": 10321920,
    "num_episodes": 711,
    "mean_reward": 2659.348615782261,
    "mean_length": 36969.03,
    "survival_pct": 0.462112875,
    "max_steps": 80000,
    "loss": 1.12687087059021,
    "sps": 561.3134646893078
  },
  {
    "update": 2525,
    "global_step": 10342400,
    "num_episodes": 713,
    "mean_reward": 2761.6309762120245,
    "mean_length": 38056.0,
    "survival_pct": 0.4757,
    "max_steps": 80000,
    "loss": 2.7139060497283936,
    "sps": 570.6222365340182
  },
  {
    "update": 2530,
    "global_step": 10362880,
    "num_episodes": 713,
    "mean_reward": 2761.6309762120245,
    "mean_length": 38056.0,
    "survival_pct": 0.4757,
    "max_steps": 80000,
    "loss": 0.7590304613113403,
    "sps": 590.034373507516
  },
  {
    "update": 2535,
    "global_step": 10383360,
    "num_episodes": 720,
    "mean_reward": 2516.4986815714838,
    "mean_length": 36373.73,
    "survival_pct": 0.454671625,
    "max_steps": 80000,
    "loss": 6.213076591491699,
    "sps": 402.7930412963076
  },
  {
    "update": 2540,
    "global_step": 10403840,
    "num_episodes": 723,
    "mean_reward": 2544.001566827297,
    "mean_length": 36533.04,
    "survival_pct": 0.456663,
    "max_steps": 80000,
    "loss": 0.7334296703338623,
    "sps": 460.5953936249251
  },
  {
    "update": 2545,
    "global_step": 10424320,
    "num_episodes": 723,
    "mean_reward": 2544.001566827297,
    "mean_length": 36533.04,
    "survival_pct": 0.456663,
    "max_steps": 80000,
    "loss": 0.2690082788467407,
    "sps": 536.0100630883657
  },
  {
    "update": 2550,
    "global_step": 10444800,
    "num_episodes": 723,
    "mean_reward": 2544.001566827297,
    "mean_length": 36533.04,
    "survival_pct": 0.456663,
    "max_steps": 80000,
    "loss": -0.026896320283412933,
    "sps": 716.9425490948719
  },
  {
    "update": 2555,
    "global_step": 10465280,
    "num_episodes": 723,
    "mean_reward": 2544.001566827297,
    "mean_length": 36533.04,
    "survival_pct": 0.456663,
    "max_steps": 80000,
    "loss": -0.2345649003982544,
    "sps": 709.2426825661537
  },
  {
    "update": 2560,
    "global_step": 10485760,
    "num_episodes": 723,
    "mean_reward": 2544.001566827297,
    "mean_length": 36533.04,
    "survival_pct": 0.456663,
    "max_steps": 80000,
    "loss": -0.09797754883766174,
    "sps": 722.0229903452855
  },
  {
    "update": 2565,
    "global_step": 10506240,
    "num_episodes": 725,
    "mean_reward": 2377.9404914259912,
    "mean_length": 36339.3,
    "survival_pct": 0.45424125000000004,
    "max_steps": 80000,
    "loss": 8.174196243286133,
    "sps": 380.177542139671
  },
  {
    "update": 2570,
    "global_step": 10526720,
    "num_episodes": 729,
    "mean_reward": 2195.4616722035407,
    "mean_length": 34356.45,
    "survival_pct": 0.42945562499999995,
    "max_steps": 80000,
    "loss": -0.04960069805383682,
    "sps": 528.86594743839
  },
  {
    "update": 2575,
    "global_step": 10547200,
    "num_episodes": 729,
    "mean_reward": 2195.4616722035407,
    "mean_length": 34356.45,
    "survival_pct": 0.42945562499999995,
    "max_steps": 80000,
    "loss": -0.13887368142604828,
    "sps": 724.4350769243744
  },
  {
    "update": 2580,
    "global_step": 10567680,
    "num_episodes": 729,
    "mean_reward": 2195.4616722035407,
    "mean_length": 34356.45,
    "survival_pct": 0.42945562499999995,
    "max_steps": 80000,
    "loss": -0.08070817589759827,
    "sps": 710.3014121255162
  },
  {
    "update": 2585,
    "global_step": 10588160,
    "num_episodes": 729,
    "mean_reward": 2195.4616722035407,
    "mean_length": 34356.45,
    "survival_pct": 0.42945562499999995,
    "max_steps": 80000,
    "loss": 0.2522279620170593,
    "sps": 722.3160261788157
  },
  {
    "update": 2590,
    "global_step": 10608640,
    "num_episodes": 729,
    "mean_reward": 2195.4616722035407,
    "mean_length": 34356.45,
    "survival_pct": 0.42945562499999995,
    "max_steps": 80000,
    "loss": -0.10373173654079437,
    "sps": 669.264371724261
  },
  {
    "update": 2595,
    "global_step": 10629120,
    "num_episodes": 737,
    "mean_reward": 2092.385828053951,
    "mean_length": 34157.73,
    "survival_pct": 0.426971625,
    "max_steps": 80000,
    "loss": -0.1631798893213272,
    "sps": 758.9302511283099
  },
  {
    "update": 2600,
    "global_step": 10649600,
    "num_episodes": 737,
    "mean_reward": 2092.385828053951,
    "mean_length": 34157.73,
    "survival_pct": 0.426971625,
    "max_steps": 80000,
    "loss": -0.20927369594573975,
    "sps": 740.8227163674813
  },
  {
    "update": 2605,
    "global_step": 10670080,
    "num_episodes": 737,
    "mean_reward": 2092.385828053951,
    "mean_length": 34157.73,
    "survival_pct": 0.34157730000000003,
    "max_steps": 100000,
    "loss": -0.19633692502975464,
    "sps": 755.8358488017623
  },
  {
    "update": 2610,
    "global_step": 10690560,
    "num_episodes": 737,
    "mean_reward": 2092.385828053951,
    "mean_length": 34157.73,
    "survival_pct": 0.34157730000000003,
    "max_steps": 100000,
    "loss": -0.177586629986763,
    "sps": 741.6510280859512
  },
  {
    "update": 2615,
    "global_step": 10711040,
    "num_episodes": 737,
    "mean_reward": 2092.385828053951,
    "mean_length": 34157.73,
    "survival_pct": 0.34157730000000003,
    "max_steps": 100000,
    "loss": -0.21765384078025818,
    "sps": 727.5310686928377
  },
  {
    "update": 2620,
    "global_step": 10731520,
    "num_episodes": 737,
    "mean_reward": 2092.385828053951,
    "mean_length": 34157.73,
    "survival_pct": 0.34157730000000003,
    "max_steps": 100000,
    "loss": -0.0905933529138565,
    "sps": 741.0285660060694
  },
  {
    "update": 2625,
    "global_step": 10752000,
    "num_episodes": 737,
    "mean_reward": 2092.385828053951,
    "mean_length": 34157.73,
    "survival_pct": 0.34157730000000003,
    "max_steps": 100000,
    "loss": -0.0920332819223404,
    "sps": 730.4494102532749
  },
  {
    "update": 2630,
    "global_step": 10772480,
    "num_episodes": 737,
    "mean_reward": 2092.385828053951,
    "mean_length": 34157.73,
    "survival_pct": 0.34157730000000003,
    "max_steps": 100000,
    "loss": -0.16122817993164062,
    "sps": 720.0710211707521
  },
  {
    "update": 2635,
    "global_step": 10792960,
    "num_episodes": 737,
    "mean_reward": 2092.385828053951,
    "mean_length": 34157.73,
    "survival_pct": 0.34157730000000003,
    "max_steps": 100000,
    "loss": -0.11723538488149643,
    "sps": 703.7882071317721
  },
  {
    "update": 2640,
    "global_step": 10813440,
    "num_episodes": 737,
    "mean_reward": 2092.385828053951,
    "mean_length": 34157.73,
    "survival_pct": 0.34157730000000003,
    "max_steps": 100000,
    "loss": -0.18088921904563904,
    "sps": 692.1664885002592
  },
  {
    "update": 2645,
    "global_step": 10833920,
    "num_episodes": 737,
    "mean_reward": 2092.385828053951,
    "mean_length": 34157.73,
    "survival_pct": 0.34157730000000003,
    "max_steps": 100000,
    "loss": -0.17876286804676056,
    "sps": 684.4397604362919
  },
  {
    "update": 2650,
    "global_step": 10854400,
    "num_episodes": 738,
    "mean_reward": 2173.3602819800376,
    "mean_length": 35156.66,
    "survival_pct": 0.35156660000000006,
    "max_steps": 100000,
    "loss": 0.5544903874397278,
    "sps": 410.99817441737457
  },
  {
    "update": 2655,
    "global_step": 10874880,
    "num_episodes": 741,
    "mean_reward": 2107.5635332036018,
    "mean_length": 34163.47,
    "survival_pct": 0.3416347,
    "max_steps": 100000,
    "loss": 544.5499267578125,
    "sps": 460.02549342528056
  },
  {
    "update": 2660,
    "global_step": 10895360,
    "num_episodes": 741,
    "mean_reward": 2107.5635332036018,
    "mean_length": 34163.47,
    "survival_pct": 0.3416347,
    "max_steps": 100000,
    "loss": 0.021736368536949158,
    "sps": 548.2332167398129
  },
  {
    "update": 2665,
    "global_step": 10915840,
    "num_episodes": 741,
    "mean_reward": 2107.5635332036018,
    "mean_length": 34163.47,
    "survival_pct": 0.3416347,
    "max_steps": 100000,
    "loss": -0.050015464425086975,
    "sps": 527.6499326243032
  },
  {
    "update": 2670,
    "global_step": 10936320,
    "num_episodes": 741,
    "mean_reward": 2107.5635332036018,
    "mean_length": 34163.47,
    "survival_pct": 0.3416347,
    "max_steps": 100000,
    "loss": -0.1121983677148819,
    "sps": 510.22633473983234
  },
  {
    "update": 2675,
    "global_step": 10956800,
    "num_episodes": 741,
    "mean_reward": 2107.5635332036018,
    "mean_length": 34163.47,
    "survival_pct": 0.3416347,
    "max_steps": 100000,
    "loss": 0.46661272644996643,
    "sps": 565.3571380995694
  },
  {
    "update": 2680,
    "global_step": 10977280,
    "num_episodes": 741,
    "mean_reward": 2107.5635332036018,
    "mean_length": 34163.47,
    "survival_pct": 0.3416347,
    "max_steps": 100000,
    "loss": 0.4648454785346985,
    "sps": 572.308466885207
  },
  {
    "update": 2685,
    "global_step": 10997760,
    "num_episodes": 741,
    "mean_reward": 2107.5635332036018,
    "mean_length": 34163.47,
    "survival_pct": 0.3416347,
    "max_steps": 100000,
    "loss": 0.2607373595237732,
    "sps": 570.2676571961572
  },
  {
    "update": 2690,
    "global_step": 11018240,
    "num_episodes": 741,
    "mean_reward": 2107.5635332036018,
    "mean_length": 34163.47,
    "survival_pct": 0.3416347,
    "max_steps": 100000,
    "loss": 0.125162735581398,
    "sps": 566.7273297363138
  },
  {
    "update": 2695,
    "global_step": 11038720,
    "num_episodes": 741,
    "mean_reward": 2107.5635332036018,
    "mean_length": 34163.47,
    "survival_pct": 0.3416347,
    "max_steps": 100000,
    "loss": 0.059064000844955444,
    "sps": 552.6096670437072
  },
  {
    "update": 2700,
    "global_step": 11059200,
    "num_episodes": 741,
    "mean_reward": 2107.5635332036018,
    "mean_length": 34163.47,
    "survival_pct": 0.3416347,
    "max_steps": 100000,
    "loss": -0.03592519462108612,
    "sps": 605.1661001263743
  },
  {
    "update": 2705,
    "global_step": 11079680,
    "num_episodes": 741,
    "mean_reward": 2107.5635332036018,
    "mean_length": 34163.47,
    "survival_pct": 0.3416347,
    "max_steps": 100000,
    "loss": -0.05099225044250488,
    "sps": 607.4455279859145
  },
  {
    "update": 2710,
    "global_step": 11100160,
    "num_episodes": 742,
    "mean_reward": 2117.9644485020635,
    "mean_length": 35162.27,
    "survival_pct": 0.35162269999999995,
    "max_steps": 100000,
    "loss": -0.046167902648448944,
    "sps": 590.2299902607874
  },
  {
    "update": 2715,
    "global_step": 11120640,
    "num_episodes": 746,
    "mean_reward": 2117.223214428425,
    "mean_length": 35106.36,
    "survival_pct": 0.35106360000000003,
    "max_steps": 100000,
    "loss": 11.869409561157227,
    "sps": 396.9261046886479
  },
  {
    "update": 2720,
    "global_step": 11141120,
    "num_episodes": 749,
    "mean_reward": 2004.7705671191216,
    "mean_length": 36107.98,
    "survival_pct": 0.3610798,
    "max_steps": 100000,
    "loss": 156.38876342773438,
    "sps": 334.0244695201906
  },
  {
    "update": 2725,
    "global_step": 11161600,
    "num_episodes": 749,
    "mean_reward": 2004.7705671191216,
    "mean_length": 36107.98,
    "survival_pct": 0.3610798,
    "max_steps": 100000,
    "loss": 2.8302462100982666,
    "sps": 414.56266910509237
  },
  {
    "update": 2730,
    "global_step": 11182080,
    "num_episodes": 749,
    "mean_reward": 2004.7705671191216,
    "mean_length": 36107.98,
    "survival_pct": 0.3610798,
    "max_steps": 100000,
    "loss": 2.787081003189087,
    "sps": 444.05090888582356
  },
  {
    "update": 2735,
    "global_step": 11202560,
    "num_episodes": 757,
    "mean_reward": 1866.676198823452,
    "mean_length": 35228.65,
    "survival_pct": 0.3522865,
    "max_steps": 100000,
    "loss": 20.099119186401367,
    "sps": 219.7197521516745
  },
  {
    "update": 2740,
    "global_step": 11223040,
    "num_episodes": 757,
    "mean_reward": 1866.676198823452,
    "mean_length": 35228.65,
    "survival_pct": 0.3522865,
    "max_steps": 100000,
    "loss": 24.235774993896484,
    "sps": 364.1255592485544
  },
  {
    "update": 2745,
    "global_step": 11243520,
    "num_episodes": 757,
    "mean_reward": 1866.676198823452,
    "mean_length": 35228.65,
    "survival_pct": 0.3522865,
    "max_steps": 100000,
    "loss": 10.114006996154785,
    "sps": 485.1483243292639
  },
  {
    "update": 2750,
    "global_step": 11264000,
    "num_episodes": 757,
    "mean_reward": 1866.676198823452,
    "mean_length": 35228.65,
    "survival_pct": 0.3522865,
    "max_steps": 100000,
    "loss": 17.78866958618164,
    "sps": 492.4805186782399
  }
]