Upload training_log.json with huggingface_hub

training_log.json

@@ -3,2970 +3,594 @@
     "update": 5,
     "global_step": 20480,
     "num_episodes": 12,
-    "mean_reward": 2.9954163233439126,
-    "mean_length": 301.75,
-    "loss": 0.4707077145576477,
-    "sps": 2897.2289066048047
+    "mean_reward": 5.371756076812744,
+    "mean_length": 259.75,
+    "loss": -0.07715612649917603,
+    "sps": 3197.8944336854393
   },
   {
     "update": 10,
     "global_step": 40960,
     "num_episodes": 12,
-    "mean_reward": 2.9954163233439126,
-    "mean_length": 301.75,
-    "loss": 1.0232033729553223,
-    "sps": 2951.2458688255706
+    "mean_reward": 5.371756076812744,
+    "mean_length": 259.75,
+    "loss": -0.05466647446155548,
+    "sps": 3473.7621158486245
   },
   {
     "update": 15,
     "global_step": 61440,
     "num_episodes": 12,
-    "mean_reward": 2.9954163233439126,
-    "mean_length": 301.75,
-    "loss": 1.3049204349517822,
-    "sps": 2822.044769995029
+    "mean_reward": 5.371756076812744,
+    "mean_length": 259.75,
+    "loss": -0.12925735116004944,
+    "sps": 3498.48333768441
   },
   {
     "update": 20,
     "global_step": 81920,
-    "num_episodes": 16,
-    "mean_reward": 6.446762174367905,
-    "mean_length": 2105.625,
-    "loss": 3.682100772857666,
-    "sps": 2013.3169607307623
+    "num_episodes": 17,
+    "mean_reward": 23.03933811187744,
+    "mean_length": 2539.294117647059,
+    "loss": 0.018057599663734436,
+    "sps": 1650.518983995032
   },
   {
     "update": 25,
     "global_step": 102400,
-    "num_episodes": 24,
-    "mean_reward": 14.11154419183731,
-    "mean_length": 3507.7083333333335,
-    "loss": 0.5709385275840759,
-    "sps": 2704.0544416242456
+    "num_episodes": 36,
+    "mean_reward": 22.05249885718028,
+    "mean_length": 2419.527777777778,
+    "loss": 1.0680813789367676,
+    "sps": 2943.2734013432255
   },
   {
     "update": 30,
     "global_step": 122880,
-    "num_episodes": 24,
-    "mean_reward": 14.11154419183731,
-    "mean_length": 3507.7083333333335,
-    "loss": 0.9411047697067261,
-    "sps": 2703.677829940517
+    "num_episodes": 36,
+    "mean_reward": 22.05249885718028,
+    "mean_length": 2419.527777777778,
+    "loss": -0.11745010316371918,
+    "sps": 3506.3540771064972
   },
   {
     "update": 35,
     "global_step": 143360,
-    "num_episodes": 24,
-    "mean_reward": 14.11154419183731,
-    "mean_length": 3507.7083333333335,
-    "loss": 0.18034808337688446,
-    "sps": 2660.7833455377177
+    "num_episodes": 36,
+    "mean_reward": 22.05249885718028,
+    "mean_length": 2419.527777777778,
+    "loss": 0.011805668473243713,
+    "sps": 3463.1128670942708
   },
   {
     "update": 40,
     "global_step": 163840,
-    "num_episodes": 29,
-    "mean_reward": 33.75182229074939,
-    "mean_length": 4627.068965517241,
-    "loss": 0.449077308177948,
-    "sps": 781.6860032595372
+    "num_episodes": 39,
+    "mean_reward": 28.794600401169216,
+    "mean_length": 3002.641025641026,
+    "loss": 0.10533764958381653,
+    "sps": 1986.6795686952885
   },
   {
     "update": 45,
     "global_step": 184320,
-    "num_episodes": 43,
-    "mean_reward": 31.471195509267407,
-    "mean_length": 3927.2093023255816,
-    "loss": 2.4075186252593994,
-    "sps": 1640.7038600574003
+    "num_episodes": 50,
+    "mean_reward": 34.32792649269104,
+    "mean_length": 3376.94,
+    "loss": 1.039185881614685,
+    "sps": 3203.1897121265147
   },
   {
     "update": 50,
     "global_step": 204800,
-    "num_episodes": 43,
-    "mean_reward": 31.471195509267407,
-    "mean_length": 3927.2093023255816,
-    "loss": 0.7558565735816956,
-    "sps": 2296.3021079759415
+    "num_episodes": 50,
+    "mean_reward": 34.32792649269104,
+    "mean_length": 3376.94,
+    "loss": 0.3282562494277954,
+    "sps": 3259.1573788510946
   },
   {
     "update": 55,
     "global_step": 225280,
-    "num_episodes": 43,
-    "mean_reward": 31.471195509267407,
-    "mean_length": 3927.2093023255816,
-    "loss": 0.004491906613111496,
-    "sps": 1918.4604744440246
+    "num_episodes": 50,
+    "mean_reward": 34.32792649269104,
+    "mean_length": 3376.94,
+    "loss": 0.04704876244068146,
+    "sps": 3216.591971265392
   },
   {
     "update": 60,
     "global_step": 245760,
-    "num_episodes": 45,
-    "mean_reward": 33.261741065979,
-    "mean_length": 4197.111111111111,
-    "loss": 0.35625988245010376,
-    "sps": 2061.6452443134217
+    "num_episodes": 54,
+    "mean_reward": 37.31432532381128,
+    "mean_length": 3500.074074074074,
+    "loss": 1.8284252882003784,
+    "sps": 2234.903286880901
   },
   {
     "update": 65,
     "global_step": 266240,
-    "num_episodes": 56,
-    "mean_reward": 39.252455030168804,
-    "mean_length": 4465.803571428572,
-    "loss": 0.26919102668762207,
-    "sps": 2690.170793323002
+    "num_episodes": 65,
+    "mean_reward": 49.254399849818306,
+    "mean_length": 3849.723076923077,
+    "loss": 0.3701796531677246,
+    "sps": 2919.281950407853
   },
   {
     "update": 70,
     "global_step": 286720,
-    "num_episodes": 56,
-    "mean_reward": 39.252455030168804,
-    "mean_length": 4465.803571428572,
-    "loss": 0.1174827367067337,
-    "sps": 2143.112234819028
+    "num_episodes": 65,
+    "mean_reward": 49.254399849818306,
+    "mean_length": 3849.723076923077,
+    "loss": 0.19717253744602203,
+    "sps": 2983.3501026207314
   },
   {
     "update": 75,
     "global_step": 307200,
-    "num_episodes": 56,
-    "mean_reward": 39.252455030168804,
-    "mean_length": 4465.803571428572,
-    "loss": -0.09781338274478912,
-    "sps": 2208.779203581181
+    "num_episodes": 65,
+    "mean_reward": 49.254399849818306,
+    "mean_length": 3849.723076923077,
+    "loss": 1.6765296459197998,
+    "sps": 2929.146040695321
   },
   {
     "update": 80,
     "global_step": 327680,
-    "num_episodes": 62,
-    "mean_reward": 38.99283899030378,
-    "mean_length": 4527.532258064516,
-    "loss": 1.440595030784607,
-    "sps": 655.150017301736
+    "num_episodes": 68,
+    "mean_reward": 53.68283286515404,
+    "mean_length": 4121.058823529412,
+    "loss": 0.2395431399345398,
+    "sps": 2769.2257028011463
   },
   {
     "update": 85,
     "global_step": 348160,
-    "num_episodes": 84,
-    "mean_reward": 36.50451924119677,
-    "mean_length": 4002.7380952380954,
-    "loss": 1.0692782402038574,
-    "sps": 1057.9744994181403
+    "num_episodes": 80,
+    "mean_reward": 54.429239320755,
+    "mean_length": 4161.5125,
+    "loss": 21.42174530029297,
+    "sps": 2001.0349067939262
   },
   {
     "update": 90,
     "global_step": 368640,
-    "num_episodes": 86,
-    "mean_reward": 35.66498793003171,
-    "mean_length": 3935.0232558139537,
-    "loss": -0.0837952047586441,
-    "sps": 2123.204801099428
+    "num_episodes": 80,
+    "mean_reward": 54.429239320755,
+    "mean_length": 4161.5125,
+    "loss": 1.0561028718948364,
+    "sps": 2419.50496157211
   },
   {
     "update": 95,
     "global_step": 389120,
-    "num_episodes": 86,
-    "mean_reward": 35.66498793003171,
-    "mean_length": 3935.0232558139537,
-    "loss": 0.02618391066789627,
-    "sps": 1904.8344116389594
+    "num_episodes": 80,
+    "mean_reward": 54.429239320755,
+    "mean_length": 4161.5125,
+    "loss": 1.28178870677948,
+    "sps": 2387.100829239012
   },
   {
     "update": 100,
     "global_step": 409600,
-    "num_episodes": 88,
-    "mean_reward": 35.91715085506439,
-    "mean_length": 4072.8636363636365,
-    "loss": -0.004935186356306076,
-    "sps": 1928.296801932442
+    "num_episodes": 83,
+    "mean_reward": 69.2969753311341,
+    "mean_length": 4253.614457831325,
+    "loss": 1.1579307317733765,
+    "sps": 1711.4232678830151
   },
   {
     "update": 105,
     "global_step": 430080,
-    "num_episodes": 100,
-    "mean_reward": 33.11026698112488,
-    "mean_length": 4118.01,
-    "loss": 1.716380000114441,
-    "sps": 755.5801175010796
+    "num_episodes": 98,
+    "mean_reward": 67.86165303600077,
+    "mean_length": 4242.530612244898,
+    "loss": 2.247659683227539,
+    "sps": 3247.5957464867383
   },
   {
     "update": 110,
     "global_step": 450560,
-    "num_episodes": 102,
-    "mean_reward": 33.19641512870788,
-    "mean_length": 4218.5,
-    "loss": 0.0785534530878067,
-    "sps": 2175.9855223665277
+    "num_episodes": 98,
+    "mean_reward": 67.86165303600077,
+    "mean_length": 4242.530612244898,
+    "loss": 0.582718014717102,
+    "sps": 3180.2988030100887
   },
   {
     "update": 115,
     "global_step": 471040,
-    "num_episodes": 102,
-    "mean_reward": 33.19641512870788,
-    "mean_length": 4218.5,
-    "loss": -0.07273395359516144,
-    "sps": 1787.2507488200727
+    "num_episodes": 98,
+    "mean_reward": 67.86165303600077,
+    "mean_length": 4242.530612244898,
+    "loss": -0.026346325874328613,
+    "sps": 2964.689585145653
   },
   {
     "update": 120,
     "global_step": 491520,
-    "num_episodes": 103,
-    "mean_reward": 33.58080266952515,
-    "mean_length": 4314.65,
-    "loss": -0.026257965713739395,
-    "sps": 1805.9278386526794
+    "num_episodes": 99,
+    "mean_reward": 68.72626714995413,
+    "mean_length": 4300.686868686868,
+    "loss": -0.047779276967048645,
+    "sps": 3043.7824660495194
   },
   {
     "update": 125,
     "global_step": 512000,
-    "num_episodes": 110,
-    "mean_reward": 37.310110912323,
-    "mean_length": 4794.35,
-    "loss": 1.8378688097000122,
-    "sps": 1715.9048394677898
+    "num_episodes": 112,
+    "mean_reward": 79.7761773943901,
+    "mean_length": 4945.35,
+    "loss": 5.148533821105957,
+    "sps": 1330.97401420016
   },
   {
     "update": 130,
     "global_step": 532480,
-    "num_episodes": 115,
-    "mean_reward": 38.11976575374603,
-    "mean_length": 4792.66,
-    "loss": 0.0826515257358551,
-    "sps": 2480.658396587235
+    "num_episodes": 112,
+    "mean_reward": 79.7761773943901,
+    "mean_length": 4945.35,
+    "loss": -0.18798421323299408,
+    "sps": 3502.5924445773726
   },
   {
     "update": 135,
     "global_step": 552960,
-    "num_episodes": 115,
-    "mean_reward": 38.11976575374603,
-    "mean_length": 4792.66,
-    "loss": -0.058959588408470154,
-    "sps": 2558.7887965900827
+    "num_episodes": 112,
+    "mean_reward": 79.7761773943901,
+    "mean_length": 4945.35,
+    "loss": -0.08565455675125122,
+    "sps": 3461.274367919746
   },
   {
     "update": 140,
     "global_step": 573440,
-    "num_episodes": 117,
-    "mean_reward": 40.18981074810028,
-    "mean_length": 4792.66,
-    "loss": 0.01938764378428459,
-    "sps": 2511.6128893797145
+    "num_episodes": 116,
+    "mean_reward": 84.52449138879776,
+    "mean_length": 4847.52,
+    "loss": 2.0761420726776123,
+    "sps": 2729.742934114658
   },
   {
     "update": 145,
     "global_step": 593920,
     "num_episodes": 124,
-    "mean_reward": 51.76217389583588,
-    "mean_length": 4803.44,
-    "loss": 20.378520965576172,
-    "sps": 909.3232748780807
+    "mean_reward": 93.81721450567245,
+    "mean_length": 5141.93,
+    "loss": 2.071385622024536,
+    "sps": 3031.550454700739
   },
   {
     "update": 150,
     "global_step": 614400,
-    "num_episodes": 126,
-    "mean_reward": 51.032718253135684,
-    "mean_length": 4803.44,
-    "loss": 0.11053133755922318,
-    "sps": 2492.3194028833077
+    "num_episodes": 124,
+    "mean_reward": 93.81721450567245,
+    "mean_length": 5141.93,
+    "loss": 3.72536039352417,
+    "sps": 3220.2233787373293
   },
   {
     "update": 155,
     "global_step": 634880,
-    "num_episodes": 126,
-    "mean_reward": 51.032718253135684,
-    "mean_length": 4803.44,
-    "loss": 0.31901270151138306,
-    "sps": 2322.6918424224104
+    "num_episodes": 124,
+    "mean_reward": 93.81721450567245,
+    "mean_length": 5141.93,
+    "loss": 0.9640051126480103,
+    "sps": 3180.6185154137133
   },
   {
     "update": 160,
     "global_step": 655360,
-    "num_episodes": 129,
-    "mean_reward": 49.292411608695986,
-    "mean_length": 4705.26,
-    "loss": 0.6963619589805603,
-    "sps": 1560.7635575105323
+    "num_episodes": 128,
+    "mean_reward": 96.66174763917923,
+    "mean_length": 5340.2,
+    "loss": 0.27916210889816284,
+    "sps": 3097.2108275565165
   },
   {
     "update": 165,
     "global_step": 675840,
-    "num_episodes": 138,
-    "mean_reward": 51.79567018985748,
-    "mean_length": 5005.94,
-    "loss": 3.423638343811035,
-    "sps": 1566.1339446711113
+    "num_episodes": 145,
+    "mean_reward": 96.82534897089005,
+    "mean_length": 5248.29,
+    "loss": 7.688024520874023,
+    "sps": 965.9878695065277
   },
   {
     "update": 170,
     "global_step": 696320,
-    "num_episodes": 139,
-    "mean_reward": 52.29565020084381,
-    "mean_length": 5005.94,
-    "loss": 5.795687675476074,
-    "sps": 1548.0157210393158
+    "num_episodes": 147,
+    "mean_reward": 96.301647002697,
+    "mean_length": 5159.77,
+    "loss": 0.46070918440818787,
+    "sps": 2784.851134794954
   },
   {
     "update": 175,
     "global_step": 716800,
-    "num_episodes": 139,
-    "mean_reward": 52.29565020084381,
-    "mean_length": 5005.94,
-    "loss": 11.365696907043457,
-    "sps": 1678.7844476146372
+    "num_episodes": 147,
+    "mean_reward": 96.301647002697,
+    "mean_length": 5159.77,
+    "loss": -0.03485479950904846,
+    "sps": 2660.7421365023765
   },
   {
     "update": 180,
     "global_step": 737280,
-    "num_episodes": 140,
-    "mean_reward": 53.179930477142335,
-    "mean_length": 5098.77,
-    "loss": -0.05775236710906029,
-    "sps": 1668.2296340431747
+    "num_episodes": 152,
+    "mean_reward": 100.57385118722915,
+    "mean_length": 5155.4,
+    "loss": 1.1904330253601074,
+    "sps": 2392.635470993461
   },
   {
     "update": 185,
     "global_step": 757760,
-    "num_episodes": 149,
-    "mean_reward": 70.75448143482208,
-    "mean_length": 5195.77,
-    "loss": 73.1705322265625,
-    "sps": 858.1752320250257
+    "num_episodes": 159,
+    "mean_reward": 95.51411318063737,
+    "mean_length": 5157.77,
+    "loss": 0.7197635173797607,
+    "sps": 2797.608756484379
   },
   {
     "update": 190,
     "global_step": 778240,
-    "num_episodes": 150,
-    "mean_reward": 71.51151569843292,
-    "mean_length": 5295.07,
-    "loss": 0.24444621801376343,
-    "sps": 1363.6491070768768
+    "num_episodes": 160,
+    "mean_reward": 94.83179949045181,
+    "mean_length": 5157.77,
+    "loss": 0.5011193156242371,
+    "sps": 2885.175874304794
   },
   {
     "update": 195,
     "global_step": 798720,
-    "num_episodes": 150,
-    "mean_reward": 71.51151569843292,
-    "mean_length": 5295.07,
-    "loss": 0.8110665082931519,
-    "sps": 1453.3363954580439
+    "num_episodes": 160,
+    "mean_reward": 94.83179949045181,
+    "mean_length": 5157.77,
+    "loss": 0.7710214853286743,
+    "sps": 2916.656200352378
   },
   {
     "update": 200,
     "global_step": 819200,
-    "num_episodes": 151,
-    "mean_reward": 72.04212862491607,
-    "mean_length": 5392.97,
-    "loss": 0.1485036462545395,
-    "sps": 1399.4723333291518
+    "num_episodes": 164,
+    "mean_reward": 95.26549025774003,
+    "mean_length": 5161.02,
+    "loss": 3.085784435272217,
+    "sps": 2609.085698942629
   },
   {
     "update": 205,
     "global_step": 839680,
-    "num_episodes": 157,
-    "mean_reward": 98.28625455379486,
-    "mean_length": 5585.11,
-    "loss": 23.002685546875,
-    "sps": 240.5853655120997
+    "num_episodes": 180,
+    "mean_reward": 90.60398989439011,
+    "mean_length": 4882.37,
+    "loss": 25.020034790039062,
+    "sps": 278.88355834494627
   },
   {
     "update": 210,
     "global_step": 860160,
-    "num_episodes": 160,
-    "mean_reward": 99.03613055229187,
-    "mean_length": 5599.07,
-    "loss": 56.14109802246094,
-    "sps": 963.6583162438803
+    "num_episodes": 188,
+    "mean_reward": 79.05637022733688,
+    "mean_length": 4494.02,
+    "loss": 15.180160522460938,
+    "sps": 944.5016492069974
   },
   {
     "update": 215,
     "global_step": 880640,
-    "num_episodes": 160,
-    "mean_reward": 99.03613055229187,
-    "mean_length": 5599.07,
-    "loss": 0.288861483335495,
-    "sps": 1135.1194345027134
+    "num_episodes": 190,
+    "mean_reward": 79.10023557424546,
+    "mean_length": 4536.35,
+    "loss": 9.965888977050781,
+    "sps": 364.6418338592982
   },
   {
     "update": 220,
     "global_step": 901120,
-    "num_episodes": 162,
-    "mean_reward": 100.13229321479797,
-    "mean_length": 5596.55,
-    "loss": 0.12560202181339264,
-    "sps": 1065.000301525082
+    "num_episodes": 197,
+    "mean_reward": 77.15829209089279,
+    "mean_length": 4451.16,
+    "loss": 5.519225597381592,
+    "sps": 452.03522870499233
   },
   {
     "update": 225,
     "global_step": 921600,
-    "num_episodes": 173,
-    "mean_reward": 126.59835072040558,
-    "mean_length": 5771.42,
-    "loss": 18.769105911254883,
-    "sps": 484.9667540902585
+    "num_episodes": 202,
+    "mean_reward": 75.52227295637131,
+    "mean_length": 4354.33,
+    "loss": 64.15535736083984,
+    "sps": 367.65986127646954
   },
   {
     "update": 230,
     "global_step": 942080,
-    "num_episodes": 175,
-    "mean_reward": 133.06522512435913,
-    "mean_length": 5865.35,
-    "loss": 2.0742053985595703,
-    "sps": 485.5770281538178
+    "num_episodes": 208,
+    "mean_reward": 77.0743759560585,
+    "mean_length": 4288.63,
+    "loss": 136.16909790039062,
+    "sps": 352.9326136603177
   },
   {
     "update": 235,
     "global_step": 962560,
-    "num_episodes": 175,
-    "mean_reward": 133.06522512435913,
-    "mean_length": 5865.35,
-    "loss": 1.1434893608093262,
-    "sps": 476.861101571966
+    "num_episodes": 214,
+    "mean_reward": 74.43292628288269,
+    "mean_length": 4152.63,
+    "loss": 21.60038185119629,
+    "sps": 347.70005658972826
   },
   {
     "update": 240,
     "global_step": 983040,
-    "num_episodes": 177,
-    "mean_reward": 136.24841757774354,
-    "mean_length": 6062.18,
-    "loss": 2.5528671741485596,
-    "sps": 519.697272037427
+    "num_episodes": 227,
+    "mean_reward": 56.747190070152286,
+    "mean_length": 3476.26,
+    "loss": 5247.01953125,
+    "sps": 338.3544128752909
   },
   {
     "update": 245,
     "global_step": 1003520,
-    "num_episodes": 181,
-    "mean_reward": 162.3702562904358,
-    "mean_length": 6350.36,
-    "loss": 2.4525704383850098,
-    "sps": 2612.0970180967397
+    "num_episodes": 246,
+    "mean_reward": 83.43761008739472,
+    "mean_length": 3093.44,
+    "loss": 24.65706443786621,
+    "sps": 502.2840263546167
   },
   {
     "update": 250,
     "global_step": 1024000,
-    "num_episodes": 183,
-    "mean_reward": 163.440665807724,
-    "mean_length": 6546.01,
-    "loss": 1.370378017425537,
-    "sps": 1843.3577332235466
+    "num_episodes": 258,
+    "mean_reward": 78.04051938056946,
+    "mean_length": 2602.94,
+    "loss": 243.8249053955078,
+    "sps": 330.56640317617087
   },
   {
     "update": 255,
     "global_step": 1044480,
-    "num_episodes": 183,
-    "mean_reward": 163.440665807724,
-    "mean_length": 6546.01,
-    "loss": 3.996934652328491,
-    "sps": 1664.629871283792
+    "num_episodes": 264,
+    "mean_reward": 81.05206553459168,
+    "mean_length": 2411.21,
+    "loss": 39.96983337402344,
+    "sps": 549.1892263469624
   },
   {
     "update": 260,
     "global_step": 1064960,
-    "num_episodes": 188,
-    "mean_reward": 164.5874024486542,
-    "mean_length": 6629.5,
-    "loss": 38.7066535949707,
-    "sps": 275.2025358552949
+    "num_episodes": 268,
+    "mean_reward": 219.54257692813874,
+    "mean_length": 2413.93,
+    "loss": 1803.801025390625,
+    "sps": 598.9593989246749
   },
   {
     "update": 265,
     "global_step": 1085440,
-    "num_episodes": 195,
-    "mean_reward": 178.587217502594,
-    "mean_length": 6716.14,
-    "loss": 48.47567367553711,
-    "sps": 202.49850145253117
+    "num_episodes": 270,
+    "mean_reward": 218.29985638141633,
+    "mean_length": 2316.4,
+    "loss": 542.6195678710938,
+    "sps": 576.2196944536587
   },
   {
     "update": 270,
     "global_step": 1105920,
-    "num_episodes": 195,
-    "mean_reward": 178.587217502594,
-    "mean_length": 6716.14,
-    "loss": 65.4755859375,
-    "sps": 336.3470793114214
+    "num_episodes": 274,
+    "mean_reward": 310.3814339208603,
+    "mean_length": 2500.61,
+    "loss": 36.787967681884766,
+    "sps": 476.229446655146
   },
   {
     "update": 275,
     "global_step": 1126400,
-    "num_episodes": 195,
-    "mean_reward": 178.587217502594,
-    "mean_length": 6716.14,
-    "loss": 122.97542572021484,
-    "sps": 364.01088862747804
+    "num_episodes": 289,
+    "mean_reward": 305.01237434387207,
+    "mean_length": 2535.94,
+    "loss": 19.507030487060547,
+    "sps": 400.9073826886594
   },
   {
     "update": 280,
     "global_step": 1146880,
-    "num_episodes": 200,
-    "mean_reward": 217.83971637248993,
-    "mean_length": 6897.39,
-    "loss": 16.919631958007812,
-    "sps": 523.4729171393346
+    "num_episodes": 298,
+    "mean_reward": 401.39536855220797,
+    "mean_length": 2565.42,
+    "loss": 52.059120178222656,
+    "sps": 702.3737668350727
   },
   {
     "update": 285,
     "global_step": 1167360,
-    "num_episodes": 209,
-    "mean_reward": 269.6603216218948,
-    "mean_length": 6691.86,
-    "loss": 37.87599182128906,
-    "sps": 815.1007717041923
+    "num_episodes": 309,
+    "mean_reward": 391.02530930519106,
+    "mean_length": 2143.77,
+    "loss": 22.919591903686523,
+    "sps": 275.1379100679109
   },
   {
     "update": 290,
     "global_step": 1187840,
-    "num_episodes": 209,
-    "mean_reward": 269.6603216218948,
-    "mean_length": 6691.86,
-    "loss": 93.80265808105469,
-    "sps": 677.6266786573581
+    "num_episodes": 316,
+    "mean_reward": 489.53185575008393,
+    "mean_length": 2277.6,
+    "loss": 31.41555404663086,
+    "sps": 350.6416338473395
   },
   {
     "update": 295,
     "global_step": 1208320,
-    "num_episodes": 209,
-    "mean_reward": 269.6603216218948,
-    "mean_length": 6691.86,
-    "loss": 2.2752561569213867,
-    "sps": 796.2728392649855
+    "num_episodes": 320,
+    "mean_reward": 489.0599168300629,
+    "mean_length": 2303.45,
+    "loss": 52.70932388305664,
+    "sps": 859.4427758832318
   },
   {
     "update": 300,
     "global_step": 1228800,
-    "num_episodes": 212,
-    "mean_reward": 282.0548305273056,
-    "mean_length": 6888.72,
-    "loss": 44.09903335571289,
-    "sps": 435.2776190122807
+    "num_episodes": 326,
+    "mean_reward": 506.6310522270203,
+    "mean_length": 2500.66,
+    "loss": 36.654197692871094,
+    "sps": 378.8344670632786
   },
   {
     "update": 305,
     "global_step": 1249280,
-    "num_episodes": 218,
-    "mean_reward": 326.81962947368623,
-    "mean_length": 6987.94,
-    "loss": 7.751248836517334,
-    "sps": 605.8631845420061
+    "num_episodes": 331,
+    "mean_reward": 490.07581648349765,
+    "mean_length": 2551.54,
+    "loss": 13.381026268005371,
+    "sps": 324.31118759980126
   },
   {
     "update": 310,
     "global_step": 1269760,
-    "num_episodes": 218,
-    "mean_reward": 326.81962947368623,
-    "mean_length": 6987.94,
-    "loss": 1.2491610050201416,
-    "sps": 609.0143093574485
+    "num_episodes": 335,
+    "mean_reward": 490.83249175071717,
+    "mean_length": 2754.61,
+    "loss": 13.67751693725586,
+    "sps": 601.9785828545383
   },
   {
     "update": 315,
     "global_step": 1290240,
-    "num_episodes": 218,
-    "mean_reward": 326.81962947368623,
-    "mean_length": 6987.94,
-    "loss": 0.18734177947044373,
-    "sps": 969.6236925007502
+    "num_episodes": 342,
+    "mean_reward": 558.9792760944366,
+    "mean_length": 2851.49,
+    "loss": 32.91801834106445,
+    "sps": 321.4874507503393
   },
   {
     "update": 320,
     "global_step": 1310720,
-    "num_episodes": 222,
-    "mean_reward": 354.5139421653748,
-    "mean_length": 6981.29,
-    "loss": 5.763525009155273,
-    "sps": 471.35135085304955
+    "num_episodes": 352,
+    "mean_reward": 553.7738126516342,
+    "mean_length": 2853.21,
+    "loss": 18.369260787963867,
+    "sps": 621.5240850375873
   },
   {
     "update": 325,
     "global_step": 1331200,
-    "num_episodes": 235,
-    "mean_reward": 373.75524856090544,
-    "mean_length": 6657.2,
-    "loss": 8.977479934692383,
-    "sps": 286.61651802589716
+    "num_episodes": 358,
+    "mean_reward": 590.7320046901702,
+    "mean_length": 2950.34,
+    "loss": 5.919332504272461,
+    "sps": 437.5267343221937
   },
   {
     "update": 330,
     "global_step": 1351680,
-    "num_episodes": 235,
-    "mean_reward": 373.75524856090544,
-    "mean_length": 6657.2,
-    "loss": 4.4195051193237305,
-    "sps": 540.9233917238028
-  },
-  {
-    "update": 335,
-    "global_step": 1372160,
-    "num_episodes": 235,
-    "mean_reward": 373.75524856090544,
-    "mean_length": 6657.2,
-    "loss": 1.350094199180603,
-    "sps": 577.9686556262599
-  },
-  {
-    "update": 340,
-    "global_step": 1392640,
-    "num_episodes": 240,
-    "mean_reward": 407.44437908649445,
-    "mean_length": 6657.92,
-    "loss": 32.73158264160156,
-    "sps": 852.1673008615437
-  },
-  {
-    "update": 345,
-    "global_step": 1413120,
-    "num_episodes": 250,
-    "mean_reward": 424.2497792673111,
-    "mean_length": 6448.66,
-    "loss": 40.15397262573242,
-    "sps": 149.27274368511317
-  },
-  {
-    "update": 350,
-    "global_step": 1433600,
-    "num_episodes": 250,
-    "mean_reward": 424.2497792673111,
-    "mean_length": 6448.66,
-    "loss": 1.2196906805038452,
-    "sps": 385.0138381705491
-  },
-  {
-    "update": 355,
-    "global_step": 1454080,
-    "num_episodes": 250,
-    "mean_reward": 424.2497792673111,
-    "mean_length": 6448.66,
-    "loss": 0.6893861889839172,
-    "sps": 364.4585616900348
-  },
-  {
-    "update": 360,
-    "global_step": 1474560,
-    "num_episodes": 255,
-    "mean_reward": 406.7418563890457,
-    "mean_length": 6349.6,
-    "loss": 21.265850067138672,
-    "sps": 309.03058801935407
-  },
-  {
-    "update": 365,
-    "global_step": 1495040,
-    "num_episodes": 261,
-    "mean_reward": 472.512622590065,
-    "mean_length": 6333.64,
-    "loss": 1.368093490600586,
-    "sps": 1030.3650029243877
-  },
-  {
-    "update": 370,
-    "global_step": 1515520,
-    "num_episodes": 261,
-    "mean_reward": 472.512622590065,
-    "mean_length": 6333.64,
-    "loss": 0.6811725497245789,
-    "sps": 988.2291227242658
-  },
-  {
-    "update": 375,
-    "global_step": 1536000,
-    "num_episodes": 261,
-    "mean_reward": 472.512622590065,
-    "mean_length": 6333.64,
-    "loss": 0.5682379603385925,
-    "sps": 972.3493096974811
-  },
-  {
-    "update": 380,
-    "global_step": 1556480,
-    "num_episodes": 272,
-    "mean_reward": 484.873091211319,
-    "mean_length": 6237.44,
-    "loss": 3.223947048187256,
-    "sps": 2004.102630433895
-  },
-  {
-    "update": 385,
-    "global_step": 1576960,
-    "num_episodes": 277,
-    "mean_reward": 478.27076225280763,
-    "mean_length": 6236.56,
-    "loss": 1.7760697603225708,
-    "sps": 2832.6289658137994
-  },
-  {
-    "update": 390,
-    "global_step": 1597440,
-    "num_episodes": 277,
-    "mean_reward": 478.27076225280763,
-    "mean_length": 6236.56,
-    "loss": -0.11427821964025497,
-    "sps": 2603.8164819807103
-  },
-  {
-    "update": 395,
-    "global_step": 1617920,
-    "num_episodes": 279,
-    "mean_reward": 462.21016893386843,
-    "mean_length": 6137.5,
-    "loss": 0.8288934230804443,
-    "sps": 2392.5538344727297
-  },
-  {
-    "update": 400,
-    "global_step": 1638400,
-    "num_episodes": 284,
-    "mean_reward": 454.1959769916534,
-    "mean_length": 6037.93,
-    "loss": 202.71636962890625,
-    "sps": 355.5497429467541
-  },
-  {
-    "update": 405,
-    "global_step": 1658880,
-    "num_episodes": 289,
-    "mean_reward": 454.0530729818344,
-    "mean_length": 6035.23,
-    "loss": 0.2099057286977768,
-    "sps": 869.6302546973046
-  },
-  {
-    "update": 410,
-    "global_step": 1679360,
-    "num_episodes": 289,
-    "mean_reward": 454.0530729818344,
-    "mean_length": 6035.23,
-    "loss": 0.018864750862121582,
-    "sps": 837.2921854213746
-  },
-  {
-    "update": 415,
-    "global_step": 1699840,
-    "num_episodes": 290,
-    "mean_reward": 454.8029096364975,
-    "mean_length": 6035.23,
-    "loss": 0.08915512263774872,
-    "sps": 836.5661659973193
-  },
-  {
-    "update": 420,
-    "global_step": 1720320,
-    "num_episodes": 294,
-    "mean_reward": 490.9899611520767,
-    "mean_length": 6134.91,
-    "loss": 9.022570610046387,
-    "sps": 1353.2280787984882
-  },
-  {
-    "update": 425,
-    "global_step": 1740800,
-    "num_episodes": 299,
-    "mean_reward": 470.29952450752256,
-    "mean_length": 6136.24,
-    "loss": 1.4281823635101318,
-    "sps": 731.0193791394075
-  },
-  {
-    "update": 430,
-    "global_step": 1761280,
-    "num_episodes": 299,
-    "mean_reward": 470.29952450752256,
-    "mean_length": 6136.24,
-    "loss": 0.12717652320861816,
-    "sps": 972.3142548127942
-  },
-  {
-    "update": 435,
-    "global_step": 1781760,
-    "num_episodes": 300,
-    "mean_reward": 470.8291971683502,
-    "mean_length": 6235.51,
-    "loss": 1.772779107093811,
-    "sps": 955.1582152126839
-  },
-  {
-    "update": 440,
-    "global_step": 1802240,
-    "num_episodes": 305,
-    "mean_reward": 467.37178787708285,
-    "mean_length": 6335.05,
-    "loss": 45.16695022583008,
-    "sps": 263.8764177763192
-  },
-  {
-    "update": 445,
-    "global_step": 1822720,
-    "num_episodes": 310,
-    "mean_reward": 468.54246531009676,
-    "mean_length": 6353.87,
-    "loss": 45.204833984375,
-    "sps": 765.4018779843883
-  },
-  {
-    "update": 450,
-    "global_step": 1843200,
-    "num_episodes": 310,
-    "mean_reward": 468.54246531009676,
-    "mean_length": 6353.87,
-    "loss": 17.418542861938477,
-    "sps": 716.3527304338312
-  },
-  {
-    "update": 455,
-    "global_step": 1863680,
-    "num_episodes": 315,
-    "mean_reward": 448.0337993764877,
-    "mean_length": 6059.53,
-    "loss": 35.471492767333984,
-    "sps": 752.6285328468343
-  },
-  {
-    "update": 460,
-    "global_step": 1884160,
-    "num_episodes": 323,
-    "mean_reward": 390.5069852733612,
-    "mean_length": 5868.34,
-    "loss": 22.768428802490234,
-    "sps": 1442.0900075832017
-  },
-  {
-    "update": 465,
-    "global_step": 1904640,
-    "num_episodes": 325,
-    "mean_reward": 391.32213854789734,
-    "mean_length": 6066.81,
-    "loss": 1.743547797203064,
-    "sps": 2177.279445045517
-  },
-  {
-    "update": 470,
-    "global_step": 1925120,
-    "num_episodes": 325,
-    "mean_reward": 391.32213854789734,
-    "mean_length": 6066.81,
-    "loss": -0.12528716027736664,
-    "sps": 2128.448401830331
-  },
-  {
-    "update": 475,
-    "global_step": 1945600,
-    "num_episodes": 326,
-    "mean_reward": 386.4432405376434,
-    "mean_length": 6066.81,
-    "loss": -0.0739293247461319,
-    "sps": 2048.6650107889627
-  },
-  {
-    "update": 480,
-    "global_step": 1966080,
-    "num_episodes": 331,
-    "mean_reward": 395.79872769355774,
-    "mean_length": 6362.12,
-    "loss": 1.8403631448745728,
-    "sps": 1177.4940640961918
-  },
-  {
-    "update": 485,
-    "global_step": 1986560,
-    "num_episodes": 333,
-    "mean_reward": 396.0874492454529,
-    "mean_length": 6461.8,
-    "loss": 21.89581298828125,
-    "sps": 700.649536593067
-  },
-  {
-    "update": 490,
-    "global_step": 2007040,
-    "num_episodes": 333,
-    "mean_reward": 396.0874492454529,
-    "mean_length": 6461.8,
-    "loss": 17.010061264038086,
-    "sps": 728.107784506257
-  },
-  {
-    "update": 495,
-    "global_step": 2027520,
-    "num_episodes": 338,
-    "mean_reward": 396.22795082092284,
-    "mean_length": 6560.14,
-    "loss": 73.3307876586914,
-    "sps": 359.9910748355061
-  },
-  {
-    "update": 500,
-    "global_step": 2048000,
-    "num_episodes": 347,
-    "mean_reward": 393.5666734457016,
-    "mean_length": 6464.03,
-    "loss": 51.052146911621094,
-    "sps": 186.4407003799165
-  },
-  {
-    "update": 505,
-    "global_step": 2068480,
-    "num_episodes": 353,
-    "mean_reward": 363.4766788816452,
-    "mean_length": 6267.46,
-    "loss": 10.636628150939941,
-    "sps": 391.3156150286931
-  },
-  {
-    "update": 510,
-    "global_step": 2088960,
-    "num_episodes": 353,
-    "mean_reward": 363.4766788816452,
-    "mean_length": 6267.46,
-    "loss": 5.408469200134277,
-    "sps": 392.291526612045
-  },
-  {
-    "update": 515,
-    "global_step": 2109440,
-    "num_episodes": 356,
-    "mean_reward": 340.8062537956238,
-    "mean_length": 6159.0,
-    "loss": 0.881823718547821,
-    "sps": 887.267479612318
-  },
-  {
-    "update": 520,
-    "global_step": 2129920,
-    "num_episodes": 368,
-    "mean_reward": 318.0571813583374,
-    "mean_length": 5973.21,
-    "loss": 29.853599548339844,
-    "sps": 776.9091606744039
-  },
-  {
-    "update": 525,
-    "global_step": 2150400,
-    "num_episodes": 375,
-    "mean_reward": 277.7464536857605,
-    "mean_length": 5779.94,
-    "loss": 0.9935208559036255,
-    "sps": 2837.3122923609985
-  },
-  {
-    "update": 530,
-    "global_step": 2170880,
-    "num_episodes": 375,
-    "mean_reward": 277.7464536857605,
-    "mean_length": 5779.94,
-    "loss": 0.16118717193603516,
-    "sps": 2674.823411889354
-  },
-  {
-    "update": 535,
-    "global_step": 2191360,
-    "num_episodes": 379,
-    "mean_reward": 276.7646808052063,
-    "mean_length": 5783.77,
-    "loss": 0.6545084118843079,
-    "sps": 2718.7471360755962
-  },
-  {
-    "update": 540,
-    "global_step": 2211840,
-    "num_episodes": 387,
-    "mean_reward": 273.41629776477816,
-    "mean_length": 5491.19,
-    "loss": 0.009996440261602402,
-    "sps": 2662.424914783932
-  },
-  {
-    "update": 545,
-    "global_step": 2232320,
-    "num_episodes": 393,
-    "mean_reward": 237.44847791194917,
-    "mean_length": 5288.65,
-    "loss": -0.07593612372875214,
-    "sps": 2721.3806445317573
-  },
-  {
-    "update": 550,
-    "global_step": 2252800,
-    "num_episodes": 393,
-    "mean_reward": 237.44847791194917,
-    "mean_length": 5288.65,
-    "loss": -0.013108465820550919,
-    "sps": 2496.4586032280413
-  },
-  {
-    "update": 555,
-    "global_step": 2273280,
-    "num_episodes": 397,
-    "mean_reward": 214.58075400829316,
-    "mean_length": 5193.33,
-    "loss": 0.026919692754745483,
-    "sps": 2688.731731235585
-  },
-  {
-    "update": 560,
-    "global_step": 2293760,
-    "num_episodes": 407,
-    "mean_reward": 159.23116432189943,
-    "mean_length": 4793.65,
-    "loss": 2.2952957153320312,
-    "sps": 966.333276372859
-  },
-  {
-    "update": 565,
-    "global_step": 2314240,
-    "num_episodes": 413,
-    "mean_reward": 159.70496647834779,
-    "mean_length": 4791.54,
-    "loss": 1.3611968755722046,
-    "sps": 2550.010825605688
-  },
-  {
-    "update": 570,
-    "global_step": 2334720,
-    "num_episodes": 413,
-    "mean_reward": 159.70496647834779,
-    "mean_length": 4791.54,
-    "loss": 1.439621090888977,
-    "sps": 2484.751376024715
-  },
-  {
-    "update": 575,
-    "global_step": 2355200,
-    "num_episodes": 417,
-    "mean_reward": 158.6872748184204,
-    "mean_length": 4786.52,
-    "loss": 12.480733871459961,
-    "sps": 428.08037217860056
-  },
-  {
-    "update": 580,
-    "global_step": 2375680,
-    "num_episodes": 424,
-    "mean_reward": 126.5506838798523,
-    "mean_length": 4703.64,
-    "loss": 12.992765426635742,
-    "sps": 1524.6391897022352
-  },
-  {
-    "update": 585,
-    "global_step": 2396160,
-    "num_episodes": 427,
-    "mean_reward": 131.45039747238158,
-    "mean_length": 4703.64,
-    "loss": 11.845376968383789,
-    "sps": 487.7409629471044
-  },
-  {
-    "update": 590,
-    "global_step": 2416640,
-    "num_episodes": 427,
-    "mean_reward": 131.45039747238158,
-    "mean_length": 4703.64,
-    "loss": 0.3306816816329956,
-    "sps": 906.10311953954
-  },
-  {
-    "update": 595,
-    "global_step": 2437120,
-    "num_episodes": 429,
-    "mean_reward": 123.15537308216095,
-    "mean_length": 4604.79,
-    "loss": 0.30884307622909546,
-    "sps": 938.566230501384
-  },
-  {
-    "update": 600,
-    "global_step": 2457600,
-    "num_episodes": 437,
-    "mean_reward": 133.3434053325653,
-    "mean_length": 4405.56,
-    "loss": 0.21275369822978973,
-    "sps": 1018.040863452185
-  },
-  {
-    "update": 605,
-    "global_step": 2478080,
-    "num_episodes": 442,
-    "mean_reward": 171.27508597373964,
-    "mean_length": 4501.98,
-    "loss": 0.47754910588264465,
-    "sps": 2289.461146828872
-  },
-  {
-    "update": 610,
-    "global_step": 2498560,
-    "num_episodes": 442,
-    "mean_reward": 171.27508597373964,
-    "mean_length": 4501.98,
-    "loss": 0.5260030627250671,
-    "sps": 2191.020876073232
-  },
-  {
-    "update": 615,
-    "global_step": 2519040,
-    "num_episodes": 446,
-    "mean_reward": 134.8440179824829,
-    "mean_length": 4406.13,
-    "loss": 0.03903695195913315,
-    "sps": 2094.500891632649
-  },
-  {
-    "update": 620,
-    "global_step": 2539520,
-    "num_episodes": 462,
-    "mean_reward": 108.21314854621887,
-    "mean_length": 4325.47,
-    "loss": 7.972282409667969,
-    "sps": 1843.9384231501685
-  },
-  {
-    "update": 625,
-    "global_step": 2560000,
-    "num_episodes": 467,
-    "mean_reward": 103.93524898529053,
-    "mean_length": 4323.9,
-    "loss": 0.2857341468334198,
-    "sps": 2844.0073567316244
-  },
-  {
-    "update": 630,
-    "global_step": 2580480,
-    "num_episodes": 467,
-    "mean_reward": 103.93524898529053,
-    "mean_length": 4323.9,
-    "loss": -0.0014126598834991455,
-    "sps": 2662.6258687696713
-  },
-  {
-    "update": 635,
-    "global_step": 2600960,
-    "num_episodes": 469,
-    "mean_reward": 105.16953000545502,
-    "mean_length": 4425.22,
-    "loss": -0.11831197887659073,
-    "sps": 2712.08306677995
-  },
-  {
-    "update": 640,
-    "global_step": 2621440,
-    "num_episodes": 474,
-    "mean_reward": 110.30714406490326,
-    "mean_length": 4816.19,
-    "loss": 1.1699683666229248,
-    "sps": 2190.63868238328
-  },
-  {
-    "update": 645,
-    "global_step": 2641920,
-    "num_episodes": 478,
-    "mean_reward": 115.03492943286896,
-    "mean_length": 4720.8,
-    "loss": 0.8407511115074158,
-    "sps": 2477.6471668004287
-  },
-  {
-    "update": 650,
-    "global_step": 2662400,
-    "num_episodes": 478,
-    "mean_reward": 115.03492943286896,
-    "mean_length": 4720.8,
-    "loss": 0.41076016426086426,
-    "sps": 2375.4220186429184
-  },
-  {
-    "update": 655,
-    "global_step": 2682880,
-    "num_episodes": 480,
-    "mean_reward": 113.97553071975707,
-    "mean_length": 4722.63,
-    "loss": 1.8437230587005615,
-    "sps": 437.20362392139924
-  },
-  {
-    "update": 660,
-    "global_step": 2703360,
-    "num_episodes": 488,
-    "mean_reward": 121.07888405799866,
-    "mean_length": 4921.4,
-    "loss": 9.341552734375,
-    "sps": 433.1180294441828
-  },
-  {
-    "update": 665,
-    "global_step": 2723840,
-    "num_episodes": 493,
-    "mean_reward": 122.25540927648544,
-    "mean_length": 4927.03,
-    "loss": 3.2276527881622314,
-    "sps": 311.23534986570854
-  },
-  {
-    "update": 670,
-    "global_step": 2744320,
-    "num_episodes": 493,
-    "mean_reward": 122.25540927648544,
-    "mean_length": 4927.03,
-    "loss": 1.626711130142212,
-    "sps": 443.5605257662605
-  },
-  {
-    "update": 675,
-    "global_step": 2764800,
-    "num_episodes": 497,
-    "mean_reward": 128.49539656877516,
-    "mean_length": 4990.32,
-    "loss": 1.4737187623977661,
-    "sps": 557.1794951843984
-  },
-  {
-    "update": 680,
-    "global_step": 2785280,
-    "num_episodes": 501,
-    "mean_reward": 133.27627504587173,
-    "mean_length": 5189.29,
-    "loss": 3.2421000003814697,
-    "sps": 227.14390586968517
-  },
-  {
-    "update": 685,
-    "global_step": 2805760,
-    "num_episodes": 503,
-    "mean_reward": 134.89025341749192,
-    "mean_length": 5319.23,
-    "loss": 19.16809844970703,
-    "sps": 503.2482073037513
-  },
-  {
-    "update": 690,
-    "global_step": 2826240,
-    "num_episodes": 503,
-    "mean_reward": 134.89025341749192,
-    "mean_length": 5319.23,
-    "loss": 0.3121195435523987,
-    "sps": 1237.8635799099984
-  },
-  {
-    "update": 695,
-    "global_step": 2846720,
-    "num_episodes": 505,
-    "mean_reward": 140.31052175283432,
-    "mean_length": 5418.9,
-    "loss": 10.290376663208008,
-    "sps": 894.1160824447923
-  },
-  {
-    "update": 700,
-    "global_step": 2867200,
-    "num_episodes": 511,
-    "mean_reward": 142.8947832798958,
-    "mean_length": 5596.12,
-    "loss": 8.96629810333252,
-    "sps": 2766.323313198168
-  },
-  {
-    "update": 705,
-    "global_step": 2887680,
-    "num_episodes": 514,
-    "mean_reward": 143.8507553601265,
-    "mean_length": 5598.39,
-    "loss": -0.03336918354034424,
-    "sps": 2819.0861765762347
-  },
-  {
-    "update": 710,
-    "global_step": 2908160,
-    "num_episodes": 514,
-    "mean_reward": 143.8507553601265,
-    "mean_length": 5598.39,
-    "loss": 1.484508991241455,
-    "sps": 2804.209085249585
-  },
-  {
-    "update": 715,
-    "global_step": 2928640,
-    "num_episodes": 516,
-    "mean_reward": 146.61101296186447,
-    "mean_length": 5697.46,
-    "loss": 0.41980481147766113,
-    "sps": 2853.5154122563904
-  },
-  {
-    "update": 720,
-    "global_step": 2949120,
-    "num_episodes": 521,
-    "mean_reward": 159.6500442767143,
-    "mean_length": 5978.65,
-    "loss": 3.3171966075897217,
-    "sps": 337.7495209248038
-  },
-  {
-    "update": 725,
-    "global_step": 2969600,
-    "num_episodes": 523,
-    "mean_reward": 165.79403271436692,
-    "mean_length": 6078.2,
-    "loss": 2.299358606338501,
-    "sps": 488.4530631699151
-  },
-  {
-    "update": 730,
-    "global_step": 2990080,
-    "num_episodes": 523,
-    "mean_reward": 165.79403271436692,
-    "mean_length": 6078.2,
-    "loss": 2.0765156745910645,
-    "sps": 622.5255664645315
-  },
-  {
-    "update": 735,
-    "global_step": 3010560,
-    "num_episodes": 525,
-    "mean_reward": 165.0441936945915,
-    "mean_length": 6078.2,
-    "loss": 0.5185770988464355,
-    "sps": 912.7167424710788
-  },
-  {
-    "update": 740,
-    "global_step": 3031040,
-    "num_episodes": 529,
-    "mean_reward": 169.13619287729264,
-    "mean_length": 6177.05,
-    "loss": 0.8914755582809448,
-    "sps": 2277.7924528126773
-  },
-  {
-    "update": 745,
-    "global_step": 3051520,
-    "num_episodes": 531,
-    "mean_reward": 182.76090200662614,
-    "mean_length": 6177.05,
-    "loss": -0.03897722810506821,
-    "sps": 2938.7255967172237
-  },
-  {
-    "update": 750,
-    "global_step": 3072000,
-    "num_episodes": 531,
-    "mean_reward": 182.76090200662614,
-    "mean_length": 6177.05,
-    "loss": -0.07192348688840866,
-    "sps": 2896.8996334668986
-  },
-  {
-    "update": 755,
-    "global_step": 3092480,
-    "num_episodes": 535,
-    "mean_reward": 176.57018686056136,
-    "mean_length": 6276.7,
-    "loss": 17.123456954956055,
-    "sps": 1361.0160818187624
-  },
-  {
-    "update": 760,
-    "global_step": 3112960,
-    "num_episodes": 539,
-    "mean_reward": 143.45233328580855,
-    "mean_length": 6475.8,
-    "loss": 1.7440789937973022,
-    "sps": 431.96268578339885
-  },
-  {
-    "update": 765,
-    "global_step": 3133440,
-    "num_episodes": 541,
-    "mean_reward": 143.19214475393295,
-    "mean_length": 6476.28,
-    "loss": 1.2793841361999512,
-    "sps": 694.1149265905251
-  },
-  {
-    "update": 770,
-    "global_step": 3153920,
-    "num_episodes": 541,
-    "mean_reward": 143.19214475393295,
-    "mean_length": 6476.28,
-    "loss": 27.601778030395508,
-    "sps": 666.6380756689646
-  },
-  {
-    "update": 775,
-    "global_step": 3174400,
-    "num_episodes": 545,
-    "mean_reward": 160.25242776632308,
-    "mean_length": 6772.51,
-    "loss": 3.569728136062622,
-    "sps": 235.53664992575125
-  },
-  {
-    "update": 780,
-    "global_step": 3194880,
-    "num_episodes": 548,
-    "mean_reward": 161.8272612643242,
-    "mean_length": 6969.88,
-    "loss": 1.578532338142395,
-    "sps": 345.17499217473494
-  },
-  {
-    "update": 785,
-    "global_step": 3215360,
-    "num_episodes": 550,
-    "mean_reward": 161.4852223944664,
-    "mean_length": 7031.97,
-    "loss": 6.10168981552124,
-    "sps": 321.34142444031875
-  },
-  {
-    "update": 790,
-    "global_step": 3235840,
-    "num_episodes": 550,
-    "mean_reward": 161.4852223944664,
-    "mean_length": 7031.97,
-    "loss": 0.8625541925430298,
-    "sps": 739.6504838117347
-  },
-  {
-    "update": 795,
-    "global_step": 3256320,
-    "num_episodes": 554,
-    "mean_reward": 162.4044385075569,
-    "mean_length": 7219.96,
-    "loss": 2.502009868621826,
-    "sps": 191.1365478881192
-  },
-  {
-    "update": 800,
-    "global_step": 3276800,
-    "num_episodes": 563,
-    "mean_reward": 162.7963340115547,
-    "mean_length": 7220.73,
-    "loss": 8.730064392089844,
-    "sps": 386.9629605603807
-  },
-  {
-    "update": 805,
-    "global_step": 3297280,
-    "num_episodes": 566,
-    "mean_reward": 165.31176669359206,
-    "mean_length": 7360.77,
-    "loss": 48.92124557495117,
-    "sps": 705.0215184629429
-  },
-  {
-    "update": 810,
-    "global_step": 3317760,
-    "num_episodes": 566,
-    "mean_reward": 165.31176669359206,
-    "mean_length": 7360.77,
-    "loss": 0.6651354432106018,
-    "sps": 801.9215448692757
-  },
-  {
-    "update": 815,
-    "global_step": 3338240,
-    "num_episodes": 569,
-    "mean_reward": 180.35619497060776,
-    "mean_length": 7453.65,
-    "loss": 0.9045634865760803,
-    "sps": 2078.869268499869
-  },
-  {
-    "update": 820,
-    "global_step": 3358720,
-    "num_episodes": 575,
-    "mean_reward": 193.25147196531296,
-    "mean_length": 7258.9,
-    "loss": 5.477941989898682,
-    "sps": 1253.1294143150922
-  },
-  {
-    "update": 825,
-    "global_step": 3379200,
-    "num_episodes": 581,
-    "mean_reward": 185.37936263799668,
-    "mean_length": 7158.59,
-    "loss": 0.19656488299369812,
-    "sps": 3241.297612628403
-  },
-  {
-    "update": 830,
-    "global_step": 3399680,
-    "num_episodes": 581,
-    "mean_reward": 185.37936263799668,
-    "mean_length": 7158.59,
-    "loss": 0.5765475034713745,
-    "sps": 2869.6879773523438
-  },
-  {
-    "update": 835,
-    "global_step": 3420160,
-    "num_episodes": 583,
-    "mean_reward": 185.1090102362633,
-    "mean_length": 7158.59,
-    "loss": 2.0618038177490234,
-    "sps": 415.0631773970818
-  },
-  {
-    "update": 840,
-    "global_step": 3440640,
-    "num_episodes": 588,
-    "mean_reward": 189.7356357884407,
-    "mean_length": 7352.61,
-    "loss": 9.016275405883789,
-    "sps": 227.3230128869974
-  },
-  {
-    "update": 845,
-    "global_step": 3461120,
-    "num_episodes": 591,
-    "mean_reward": 189.1485662293434,
-    "mean_length": 7394.25,
-    "loss": 22.739429473876953,
-    "sps": 314.2023925066658
-  },
-  {
-    "update": 850,
-    "global_step": 3481600,
-    "num_episodes": 592,
-    "mean_reward": 189.12477667808534,
-    "mean_length": 7443.48,
-    "loss": 1.6546752452850342,
-    "sps": 957.4586504289063
-  },
-  {
-    "update": 855,
-    "global_step": 3502080,
-    "num_episodes": 594,
-    "mean_reward": 187.17996717453002,
-    "mean_length": 7507.25,
-    "loss": 6.797643184661865,
-    "sps": 412.71199087606476
-  },
-  {
-    "update": 860,
-    "global_step": 3522560,
-    "num_episodes": 596,
-    "mean_reward": 193.70433765888214,
-    "mean_length": 7638.31,
-    "loss": 0.2814023196697235,
-    "sps": 809.1402642140959
-  },
-  {
-    "update": 865,
-    "global_step": 3543040,
-    "num_episodes": 600,
-    "mean_reward": 192.16364938259125,
-    "mean_length": 7538.65,
-    "loss": 4.5296950340271,
-    "sps": 934.0269243194301
-  },
-  {
-    "update": 870,
-    "global_step": 3563520,
-    "num_episodes": 602,
-    "mean_reward": 191.83141272068025,
-    "mean_length": 7569.62,
-    "loss": 0.12454970180988312,
-    "sps": 459.3460462463923
-  },
-  {
-    "update": 875,
-    "global_step": 3584000,
-    "num_episodes": 605,
-    "mean_reward": 185.7972752714157,
-    "mean_length": 7412.33,
-    "loss": 0.010119002312421799,
-    "sps": 2984.2673687681013
-  },
-  {
-    "update": 880,
-    "global_step": 3604480,
-    "num_episodes": 607,
-    "mean_reward": 191.80364267826081,
-    "mean_length": 7423.25,
-    "loss": 1.5759342908859253,
-    "sps": 2498.994384783772
-  },
-  {
-    "update": 885,
-    "global_step": 3624960,
-    "num_episodes": 611,
-    "mean_reward": 197.66494411945342,
-    "mean_length": 7523.71,
-    "loss": 0.07411646842956543,
-    "sps": 2398.8293936193445
-  },
-  {
-    "update": 890,
-    "global_step": 3645440,
-    "num_episodes": 612,
-    "mean_reward": 199.16475445270538,
-    "mean_length": 7523.71,
-    "loss": -0.09818007051944733,
-    "sps": 2494.5939188365055
-  },
-  {
-    "update": 895,
-    "global_step": 3665920,
-    "num_episodes": 616,
-    "mean_reward": 198.68793545246123,
-    "mean_length": 7520.61,
-    "loss": 0.07828275859355927,
-    "sps": 1930.4566445688752
-  },
-  {
-    "update": 900,
-    "global_step": 3686400,
-    "num_episodes": 618,
-    "mean_reward": 198.65358025074005,
-    "mean_length": 7422.9,
-    "loss": 0.6579947471618652,
-    "sps": 2636.224514742254
-  },
-  {
-    "update": 905,
-    "global_step": 3706880,
-    "num_episodes": 622,
-    "mean_reward": 200.68803305149078,
-    "mean_length": 7420.23,
-    "loss": 1.256749153137207,
-    "sps": 2869.3812284251953
-  },
-  {
-    "update": 910,
-    "global_step": 3727360,
-    "num_episodes": 624,
-    "mean_reward": 198.5566199350357,
-    "mean_length": 7420.23,
-    "loss": 1.2612106800079346,
-    "sps": 2818.4419350605035
-  },
-  {
-    "update": 915,
-    "global_step": 3747840,
-    "num_episodes": 626,
-    "mean_reward": 205.93744747638704,
-    "mean_length": 7420.23,
-    "loss": 0.7723605036735535,
-    "sps": 2519.097807723044
-  },
-  {
-    "update": 920,
-    "global_step": 3768320,
-    "num_episodes": 628,
-    "mean_reward": 201.4210061311722,
-    "mean_length": 7420.23,
-    "loss": 7.346652507781982,
-    "sps": 2242.0312258079334
-  },
-  {
-    "update": 925,
-    "global_step": 3788800,
-    "num_episodes": 630,
-    "mean_reward": 189.0587257051468,
-    "mean_length": 7420.23,
-    "loss": 5.038862705230713,
-    "sps": 383.270562834207
-  },
-  {
-    "update": 930,
-    "global_step": 3809280,
-    "num_episodes": 633,
-    "mean_reward": 189.46342292308807,
-    "mean_length": 7360.68,
-    "loss": 0.39050325751304626,
-    "sps": 1858.9704973292514
-  },
-  {
-    "update": 935,
-    "global_step": 3829760,
-    "num_episodes": 635,
-    "mean_reward": 198.2463042974472,
-    "mean_length": 7459.69,
-    "loss": 53.42470169067383,
-    "sps": 1069.4430639241739
-  },
-  {
-    "update": 940,
-    "global_step": 3850240,
-    "num_episodes": 636,
-    "mean_reward": 205.62649121761322,
-    "mean_length": 7459.69,
-    "loss": 1.097938895225525,
-    "sps": 1447.2739010301416
-  },
-  {
-    "update": 945,
-    "global_step": 3870720,
-    "num_episodes": 638,
-    "mean_reward": 220.27144483089447,
-    "mean_length": 7459.69,
-    "loss": 0.30668070912361145,
-    "sps": 2118.085155562087
-  },
-  {
-    "update": 950,
-    "global_step": 3891200,
-    "num_episodes": 641,
-    "mean_reward": 228.60497048854828,
-    "mean_length": 7558.87,
-    "loss": 1.160091519355774,
-    "sps": 1340.3946598207713
-  },
-  {
-    "update": 955,
-    "global_step": 3911680,
-    "num_episodes": 643,
-    "mean_reward": 229.18769864559172,
-    "mean_length": 7558.87,
-    "loss": 1.3600318431854248,
-    "sps": 2017.4738503217943
-  },
-  {
-    "update": 960,
-    "global_step": 3932160,
-    "num_episodes": 645,
-    "mean_reward": 226.2710527563095,
-    "mean_length": 7558.87,
-    "loss": 0.5724247097969055,
-    "sps": 2190.27561016469
-  },
-  {
-    "update": 965,
-    "global_step": 3952640,
-    "num_episodes": 647,
-    "mean_reward": 233.28511716365813,
-    "mean_length": 7558.87,
-    "loss": 0.6445204019546509,
-    "sps": 425.1404956260307
-  },
-  {
-    "update": 970,
-    "global_step": 3973120,
-    "num_episodes": 649,
-    "mean_reward": 234.76467885494233,
-    "mean_length": 7558.87,
-    "loss": 5.908900737762451,
-    "sps": 291.87626703381966
-  },
-  {
-    "update": 975,
-    "global_step": 3993600,
-    "num_episodes": 651,
-    "mean_reward": 236.37012548923494,
-    "mean_length": 7592.95,
-    "loss": 16.730175018310547,
-    "sps": 386.3945177442575
-  },
-  {
-    "update": 980,
-    "global_step": 4014080,
-    "num_episodes": 655,
-    "mean_reward": 240.30179923057557,
-    "mean_length": 7654.13,
-    "loss": 27.565311431884766,
-    "sps": 653.7194172279133
-  },
-  {
-    "update": 985,
-    "global_step": 4034560,
-    "num_episodes": 656,
-    "mean_reward": 241.5855724811554,
-    "mean_length": 7750.3,
-    "loss": 1.2501119375228882,
-    "sps": 1185.5585164533727
-  },
-  {
-    "update": 990,
-    "global_step": 4055040,
-    "num_episodes": 657,
-    "mean_reward": 242.3764306640625,
-    "mean_length": 7849.96,
-    "loss": 0.11368373781442642,
-    "sps": 953.2503801655828
-  },
-  {
-    "update": 995,
-    "global_step": 4075520,
-    "num_episodes": 660,
-    "mean_reward": 266.251427526474,
-    "mean_length": 8045.38,
-    "loss": 5.969295978546143,
-    "sps": 384.7242265220645
-  },
-  {
-    "update": 1000,
-    "global_step": 4096000,
-    "num_episodes": 664,
-    "mean_reward": 282.5860444736481,
-    "mean_length": 8176.85,
-    "loss": 27.033348083496094,
-    "sps": 376.322863993888
-  },
-  {
-    "update": 1005,
-    "global_step": 4116480,
-    "num_episodes": 665,
-    "mean_reward": 283.86758942604064,
-    "mean_length": 8232.26,
-    "loss": 7.4467058181762695,
-    "sps": 374.6383841753984
-  },
-  {
-    "update": 1010,
-    "global_step": 4136960,
-    "num_episodes": 666,
-    "mean_reward": 294.7833961582184,
-    "mean_length": 8232.26,
-    "loss": 17.35069465637207,
-    "sps": 308.584037781751
-  },
-  {
-    "update": 1015,
-    "global_step": 4157440,
-    "num_episodes": 669,
-    "mean_reward": 281.23537853717806,
-    "mean_length": 8289.35,
-    "loss": 1.9592938423156738,
-    "sps": 576.3621863402531
-  },
-  {
-    "update": 1020,
-    "global_step": 4177920,
-    "num_episodes": 675,
-    "mean_reward": 275.6631519651413,
-    "mean_length": 8186.57,
-    "loss": 23.52161407470703,
-    "sps": 661.3091435538709
-  },
-  {
-    "update": 1025,
-    "global_step": 4198400,
-    "num_episodes": 678,
-    "mean_reward": 279.6017733335495,
-    "mean_length": 8183.74,
-    "loss": 29.961881637573242,
-    "sps": 559.0450859302445
-  },
-  {
-    "update": 1030,
-    "global_step": 4218880,
-    "num_episodes": 680,
-    "mean_reward": 303.8355294418335,
-    "mean_length": 8282.54,
-    "loss": 0.7290852069854736,
-    "sps": 1641.6323017599234
-  },
-  {
-    "update": 1035,
-    "global_step": 4239360,
-    "num_episodes": 682,
-    "mean_reward": 309.25065141677857,
-    "mean_length": 8380.25,
-    "loss": 7.585202693939209,
-    "sps": 290.23415915491415
-  },
-  {
-    "update": 1040,
-    "global_step": 4259840,
-    "num_episodes": 685,
-    "mean_reward": 307.12660905838015,
-    "mean_length": 8380.25,
-    "loss": 6.446464538574219,
-    "sps": 383.71739315963373
-  },
-  {
-    "update": 1045,
-    "global_step": 4280320,
-    "num_episodes": 687,
-    "mean_reward": 303.14754570007324,
-    "mean_length": 8380.25,
-    "loss": 9.89684772491455,
-    "sps": 694.9770930488776
-  },
-  {
-    "update": 1050,
-    "global_step": 4300800,
-    "num_episodes": 688,
-    "mean_reward": 303.04791251659395,
-    "mean_length": 8462.37,
-    "loss": 1.8083292245864868,
-    "sps": 1040.0758682399094
-  },
-  {
-    "update": 1055,
-    "global_step": 4321280,
-    "num_episodes": 690,
-    "mean_reward": 303.53817603588107,
-    "mean_length": 8516.23,
-    "loss": 1.01134192943573,
-    "sps": 3137.679652522162
-  },
-  {
-    "update": 1060,
-    "global_step": 4341760,
-    "num_episodes": 693,
-    "mean_reward": 309.7838798046112,
-    "mean_length": 8562.16,
-    "loss": 14.91142749786377,
-    "sps": 214.3493374321697
-  },
-  {
-    "update": 1065,
-    "global_step": 4362240,
-    "num_episodes": 695,
-    "mean_reward": 305.9636838245392,
-    "mean_length": 8596.65,
-    "loss": 25.306856155395508,
-    "sps": 520.1481805059935
-  },
-  {
-    "update": 1070,
-    "global_step": 4382720,
-    "num_episodes": 698,
-    "mean_reward": 303.673222618103,
-    "mean_length": 8440.95,
-    "loss": 1.5045527219772339,
-    "sps": 1217.974691455878
-  },
-  {
-    "update": 1075,
-    "global_step": 4403200,
-    "num_episodes": 701,
-    "mean_reward": 304.443781414032,
-    "mean_length": 8557.61,
-    "loss": 3.09621524810791,
-    "sps": 3334.805184943337
-  },
-  {
-    "update": 1080,
-    "global_step": 4423680,
-    "num_episodes": 702,
-    "mean_reward": 303.1939596557617,
-    "mean_length": 8557.61,
-    "loss": 0.5530338883399963,
-    "sps": 3357.0436968093577
-  },
-  {
-    "update": 1085,
-    "global_step": 4444160,
-    "num_episodes": 706,
-    "mean_reward": 297.1481484127045,
-    "mean_length": 8521.02,
-    "loss": 7.937706470489502,
-    "sps": 1838.4046275928872
-  },
-  {
-    "update": 1090,
-    "global_step": 4464640,
-    "num_episodes": 709,
-    "mean_reward": 294.23652092933656,
-    "mean_length": 8421.99,
-    "loss": 1.2086868286132812,
-    "sps": 2518.910916673558
-  },
-  {
-    "update": 1095,
-    "global_step": 4485120,
-    "num_episodes": 713,
-    "mean_reward": 291.4626713657379,
-    "mean_length": 8418.82,
-    "loss": 0.07519354671239853,
-    "sps": 2391.4890715912597
-  },
-  {
-    "update": 1100,
-    "global_step": 4505600,
-    "num_episodes": 714,
-    "mean_reward": 295.5940579319,
-    "mean_length": 8418.82,
-    "loss": -0.04633036255836487,
-    "sps": 2309.370211128856
-  },
-  {
-    "update": 1105,
-    "global_step": 4526080,
-    "num_episodes": 717,
-    "mean_reward": 308.55377667427064,
-    "mean_length": 8615.8,
-    "loss": 6.805793762207031,
-    "sps": 1932.5391546325443
-  },
-  {
-    "update": 1110,
-    "global_step": 4546560,
-    "num_episodes": 718,
-    "mean_reward": 308.8043742084503,
-    "mean_length": 8615.8,
-    "loss": 1.5425922870635986,
-    "sps": 3048.7004653828785
-  },
-  {
-    "update": 1115,
-    "global_step": 4567040,
-    "num_episodes": 723,
-    "mean_reward": 303.7773459148407,
-    "mean_length": 8522.71,
-    "loss": 0.27959662675857544,
-    "sps": 2995.9554614172757
-  },
-  {
-    "update": 1120,
-    "global_step": 4587520,
-    "num_episodes": 724,
-    "mean_reward": 303.2645093822479,
-    "mean_length": 8522.71,
-    "loss": -0.0757850706577301,
-    "sps": 3148.672000633405
-  },
-  {
-    "update": 1125,
-    "global_step": 4608000,
-    "num_episodes": 728,
-    "mean_reward": 295.8857748699188,
-    "mean_length": 8522.71,
-    "loss": 0.8416875004768372,
-    "sps": 1310.0236701271228
-  },
-  {
-    "update": 1130,
-    "global_step": 4628480,
-    "num_episodes": 728,
-    "mean_reward": 295.8857748699188,
-    "mean_length": 8522.71,
-    "loss": 3.5039658546447754,
-    "sps": 2038.3808422065272
-  },
-  {
-    "update": 1135,
-    "global_step": 4648960,
-    "num_episodes": 733,
-    "mean_reward": 288.808697681427,
-    "mean_length": 8383.94,
-    "loss": 0.9907295107841492,
-    "sps": 432.1509684368163
-  },
-  {
-    "update": 1140,
-    "global_step": 4669440,
-    "num_episodes": 734,
-    "mean_reward": 288.7881833076477,
-    "mean_length": 8383.94,
-    "loss": 5.849100112915039,
-    "sps": 743.4081065939373
-  },
-  {
-    "update": 1145,
-    "global_step": 4689920,
-    "num_episodes": 742,
-    "mean_reward": 248.96954289913177,
-    "mean_length": 8035.29,
-    "loss": 5.8911590576171875,
-    "sps": 439.3842370241788
-  },
-  {
-    "update": 1150,
-    "global_step": 4710400,
-    "num_episodes": 743,
-    "mean_reward": 247.8361682987213,
-    "mean_length": 7942.3,
-    "loss": 2.5104424953460693,
-    "sps": 2091.825912976944
-  },
-  {
-    "update": 1155,
-    "global_step": 4730880,
-    "num_episodes": 746,
-    "mean_reward": 247.5757204723358,
-    "mean_length": 7843.08,
-    "loss": 0.02520643174648285,
-    "sps": 2215.1389764020146
-  },
-  {
-    "update": 1160,
-    "global_step": 4751360,
-    "num_episodes": 748,
-    "mean_reward": 237.4100481700897,
-    "mean_length": 7843.08,
-    "loss": 3.045536756515503,
-    "sps": 1354.2367583329549
-  },
-  {
-    "update": 1165,
-    "global_step": 4771840,
-    "num_episodes": 753,
-    "mean_reward": 254.61865887641906,
-    "mean_length": 7743.82,
-    "loss": 18.703535079956055,
-    "sps": 1982.4466952604278
-  },
-  {
-    "update": 1170,
-    "global_step": 4792320,
-    "num_episodes": 753,
-    "mean_reward": 254.61865887641906,
-    "mean_length": 7743.82,
-    "loss": 0.33046531677246094,
-    "sps": 2095.2503659093586
-  },
-  {
-    "update": 1175,
-    "global_step": 4812800,
-    "num_episodes": 755,
-    "mean_reward": 253.8280854511261,
-    "mean_length": 7787.79,
-    "loss": 3.0896127223968506,
-    "sps": 422.3812735467675
-  },
-  {
-    "update": 1180,
-    "global_step": 4833280,
-    "num_episodes": 758,
-    "mean_reward": 264.60756063461304,
-    "mean_length": 7709.59,
-    "loss": -0.09283498674631119,
-    "sps": 2676.2813899197204
-  },
-  {
-    "update": 1185,
-    "global_step": 4853760,
-    "num_episodes": 763,
-    "mean_reward": 239.50925126552582,
-    "mean_length": 7671.32,
-    "loss": 0.09459003806114197,
-    "sps": 2538.8112544970772
-  },
-  {
-    "update": 1190,
-    "global_step": 4874240,
-    "num_episodes": 763,
-    "mean_reward": 239.50925126552582,
-    "mean_length": 7671.32,
-    "loss": 0.17775702476501465,
-    "sps": 2975.422989387635
-  },
-  {
-    "update": 1195,
-    "global_step": 4894720,
-    "num_episodes": 767,
-    "mean_reward": 218.03613798141478,
-    "mean_length": 7614.22,
-    "loss": 3.9349420070648193,
-    "sps": 417.34421892596595
-  },
-  {
-    "update": 1200,
-    "global_step": 4915200,
-    "num_episodes": 768,
-    "mean_reward": 218.03613859176636,
-    "mean_length": 7614.22,
-    "loss": 4.028732776641846,
-    "sps": 784.4513250410687
-  },
-  {
-    "update": 1205,
-    "global_step": 4935680,
-    "num_episodes": 773,
-    "mean_reward": 208.71825884342195,
-    "mean_length": 7713.33,
-    "loss": 10.78580093383789,
-    "sps": 734.3705869944031
-  },
-  {
-    "update": 1210,
-    "global_step": 4956160,
-    "num_episodes": 774,
-    "mean_reward": 208.632105717659,
-    "mean_length": 7808.29,
-    "loss": 3.5958919525146484,
-    "sps": 1305.6310352836174
-  },
-  {
-    "update": 1215,
-    "global_step": 4976640,
-    "num_episodes": 777,
-    "mean_reward": 204.77496297359465,
-    "mean_length": 7805.2,
-    "loss": 3.0023584365844727,
-    "sps": 2482.0292324013326
-  },
-  {
-    "update": 1220,
-    "global_step": 4997120,
-    "num_episodes": 779,
-    "mean_reward": 196.00456192016603,
-    "mean_length": 7808.44,
-    "loss": 11.420112609863281,
-    "sps": 2348.8046891139184
-  },
-  {
-    "update": 1225,
-    "global_step": 5017600,
-    "num_episodes": 786,
-    "mean_reward": 184.82681788921357,
-    "mean_length": 7520.75,
-    "loss": 9.389796257019043,
-    "sps": 403.47715369548195
-  },
-  {
-    "update": 1230,
-    "global_step": 5038080,
-    "num_episodes": 789,
-    "mean_reward": 185.08837336063385,
-    "mean_length": 7350.11,
-    "loss": 1.2659046649932861,
-    "sps": 740.0947252642347
-  },
-  {
-    "update": 1235,
-    "global_step": 5058560,
-    "num_episodes": 793,
-    "mean_reward": 179.18952730178833,
-    "mean_length": 7160.46,
-    "loss": 0.042632922530174255,
-    "sps": 2798.3588240027393
-  },
-  {
-    "update": 1240,
-    "global_step": 5079040,
-    "num_episodes": 794,
-    "mean_reward": 184.8410611152649,
-    "mean_length": 7160.46,
-    "loss": 1.8178130388259888,
-    "sps": 2741.015198709958
-  },
-  {
-    "update": 1245,
-    "global_step": 5099520,
-    "num_episodes": 799,
-    "mean_reward": 189.7154534816742,
-    "mean_length": 7117.64,
-    "loss": 2.4596240520477295,
-    "sps": 2848.528616655762
-  },
-  {
-    "update": 1250,
-    "global_step": 5120000,
-    "num_episodes": 802,
-    "mean_reward": 191.06395349502563,
-    "mean_length": 7035.96,
-    "loss": 3.05761981010437,
-    "sps": 2957.866130229398
-  },
-  {
-    "update": 1255,
-    "global_step": 5140480,
-    "num_episodes": 807,
-    "mean_reward": 184.37625044822693,
-    "mean_length": 6937.2,
-    "loss": 8.337796211242676,
-    "sps": 797.4964725831112
-  },
-  {
-    "update": 1260,
-    "global_step": 5160960,
-    "num_episodes": 811,
-    "mean_reward": 183.53424713134766,
-    "mean_length": 6839.0,
-    "loss": 4.347324371337891,
-    "sps": 2885.534959076487
-  },
-  {
-    "update": 1265,
-    "global_step": 5181440,
-    "num_episodes": 814,
-    "mean_reward": 179.14370263576507,
-    "mean_length": 6841.38,
-    "loss": 0.9887397289276123,
-    "sps": 2726.0079616540743
-  },
-  {
-    "update": 1270,
-    "global_step": 5201920,
-    "num_episodes": 816,
-    "mean_reward": 182.02527619838713,
-    "mean_length": 6841.38,
-    "loss": 3.567499876022339,
-    "sps": 2548.7726014650657
-  },
-  {
-    "update": 1275,
-    "global_step": 5222400,
-    "num_episodes": 818,
-    "mean_reward": 167.24890702724457,
-    "mean_length": 6841.38,
-    "loss": 1.4451591968536377,
-    "sps": 312.6484055556043
-  },
-  {
-    "update": 1280,
-    "global_step": 5242880,
-    "num_episodes": 821,
-    "mean_reward": 165.29594656467438,
-    "mean_length": 6837.89,
-    "loss": 1.7843670845031738,
-    "sps": 570.2931373528285
-  },
-  {
-    "update": 1285,
-    "global_step": 5263360,
-    "num_episodes": 828,
-    "mean_reward": 152.66287196159362,
-    "mean_length": 6498.54,
-    "loss": 5.005251407623291,
-    "sps": 272.3373610296092
-  },
-  {
-    "update": 1290,
-    "global_step": 5283840,
-    "num_episodes": 830,
-    "mean_reward": 153.68320658683777,
-    "mean_length": 6498.54,
-    "loss": 8.443866729736328,
-    "sps": 292.14330020270444
-  },
-  {
-    "update": 1295,
-    "global_step": 5304320,
-    "num_episodes": 831,
-    "mean_reward": 157.06462443351745,
-    "mean_length": 6498.54,
-    "loss": 2.2017781734466553,
-    "sps": 265.6513386532661
-  },
-  {
-    "update": 1300,
-    "global_step": 5324800,
-    "num_episodes": 834,
-    "mean_reward": 158.8159614944458,
-    "mean_length": 6680.51,
-    "loss": 6.665990352630615,
-    "sps": 563.3260777169
-  },
-  {
-    "update": 1305,
-    "global_step": 5345280,
-    "num_episodes": 840,
-    "mean_reward": 145.94160705566406,
-    "mean_length": 6594.4,
-    "loss": 10.99843978881836,
-    "sps": 1955.0578156421066
-  },
-  {
-    "update": 1310,
-    "global_step": 5365760,
-    "num_episodes": 843,
-    "mean_reward": 145.8064595746994,
-    "mean_length": 6590.29,
-    "loss": 0.6882038116455078,
-    "sps": 382.4471874145512
-  },
-  {
-    "update": 1315,
-    "global_step": 5386240,
-    "num_episodes": 844,
-    "mean_reward": 146.0564516401291,
-    "mean_length": 6590.29,
-    "loss": 0.8968511819839478,
-    "sps": 688.8494388200007
-  },
-  {
-    "update": 1320,
-    "global_step": 5406720,
-    "num_episodes": 848,
-    "mean_reward": 150.32687950611114,
-    "mean_length": 6662.46,
-    "loss": 25.992216110229492,
-    "sps": 658.8033472373343
-  },
-  {
-    "update": 1325,
-    "global_step": 5427200,
-    "num_episodes": 851,
-    "mean_reward": 146.97661718845367,
-    "mean_length": 6761.72,
-    "loss": 3.56770658493042,
-    "sps": 985.132708019695
-  },
-  {
-    "update": 1330,
-    "global_step": 5447680,
-    "num_episodes": 852,
-    "mean_reward": 134.18026546001434,
-    "mean_length": 6664.57,
-    "loss": 15.875215530395508,
-    "sps": 1092.9486199541875
-  },
-  {
-    "update": 1335,
-    "global_step": 5468160,
-    "num_episodes": 853,
-    "mean_reward": 130.54885493755341,
-    "mean_length": 6664.57,
-    "loss": 6.959790229797363,
-    "sps": 289.8487086871761
-  },
-  {
-    "update": 1340,
-    "global_step": 5488640,
-    "num_episodes": 860,
-    "mean_reward": 130.95773406505586,
-    "mean_length": 6485.88,
-    "loss": 20.052452087402344,
-    "sps": 486.39910125898484
-  },
-  {
-    "update": 1345,
-    "global_step": 5509120,
-    "num_episodes": 863,
-    "mean_reward": 142.73314903259276,
-    "mean_length": 6488.99,
-    "loss": 10.171817779541016,
-    "sps": 201.9510308985079
-  },
-  {
-    "update": 1350,
-    "global_step": 5529600,
-    "num_episodes": 865,
-    "mean_reward": 140.62244102954864,
-    "mean_length": 6427.8,
-    "loss": 1.1496386528015137,
-    "sps": 635.0260794777045
-  },
-  {
-    "update": 1355,
-    "global_step": 5550080,
-    "num_episodes": 865,
-    "mean_reward": 140.62244102954864,
-    "mean_length": 6427.8,
-    "loss": 4.384088039398193,
-    "sps": 882.9404372993679
-  },
-  {
-    "update": 1360,
-    "global_step": 5570560,
-    "num_episodes": 872,
-    "mean_reward": 147.4697220182419,
-    "mean_length": 6527.99,
-    "loss": 10.650382041931152,
-    "sps": 280.68259822115476
-  },
-  {
-    "update": 1365,
-    "global_step": 5591040,
-    "num_episodes": 875,
-    "mean_reward": 145.2843037557602,
-    "mean_length": 6358.27,
-    "loss": 38.430118560791016,
-    "sps": 324.7223637427747
-  },
-  {
-    "update": 1370,
-    "global_step": 5611520,
-    "num_episodes": 876,
-    "mean_reward": 145.53429505825042,
-    "mean_length": 6358.27,
-    "loss": 38.706214904785156,
-    "sps": 538.1413797129117
-  },
-  {
-    "update": 1375,
-    "global_step": 5632000,
-    "num_episodes": 877,
-    "mean_reward": 145.43353649616242,
-    "mean_length": 6431.14,
-    "loss": 16.998456954956055,
-    "sps": 824.6403047601932
-  },
-  {
-    "update": 1380,
-    "global_step": 5652480,
-    "num_episodes": 881,
-    "mean_reward": 154.26934564590454,
-    "mean_length": 6526.9,
-    "loss": 3.5649774074554443,
-    "sps": 844.5595148121038
-  },
-  {
-    "update": 1385,
-    "global_step": 5672960,
-    "num_episodes": 884,
-    "mean_reward": 161.71352871894837,
-    "mean_length": 6550.38,
-    "loss": 3.710602045059204,
-    "sps": 908.754059815621
-  },
-  {
-    "update": 1390,
-    "global_step": 5693440,
-    "num_episodes": 885,
-    "mean_reward": 163.49456966400146,
-    "mean_length": 6649.33,
-    "loss": 0.4263116717338562,
-    "sps": 2189.736809475642
-  },
-  {
-    "update": 1395,
-    "global_step": 5713920,
-    "num_episodes": 886,
-    "mean_reward": 176.25792336940765,
-    "mean_length": 6738.86,
-    "loss": 0.27514657378196716,
-    "sps": 2997.673240659507
-  },
-  {
-    "update": 1400,
-    "global_step": 5734400,
-    "num_episodes": 889,
-    "mean_reward": 178.37687824249267,
-    "mean_length": 6926.31,
-    "loss": 0.08463311195373535,
-    "sps": 3081.918148797146
-  },
-  {
-    "update": 1405,
-    "global_step": 5754880,
-    "num_episodes": 893,
-    "mean_reward": 179.84025070667266,
-    "mean_length": 7044.6,
-    "loss": 11.629227638244629,
-    "sps": 191.9713547057929
-  },
-  {
-    "update": 1410,
-    "global_step": 5775360,
-    "num_episodes": 894,
-    "mean_reward": 174.45908066272736,
-    "mean_length": 7044.6,
-    "loss": 0.7166698575019836,
-    "sps": 487.6342667466037
-  },
-  {
-    "update": 1415,
-    "global_step": 5795840,
-    "num_episodes": 895,
-    "mean_reward": 173.22874859333038,
-    "mean_length": 7044.6,
-    "loss": 2.819256067276001,
-    "sps": 804.3018578156708
-  },
-  {
-    "update": 1420,
-    "global_step": 5816320,
-    "num_episodes": 899,
-    "mean_reward": 176.70803850889206,
-    "mean_length": 7143.29,
-    "loss": 8.249241828918457,
-    "sps": 154.735822589327
-  },
-  {
-    "update": 1425,
-    "global_step": 5836800,
-    "num_episodes": 906,
-    "mean_reward": 178.0406158566475,
-    "mean_length": 7045.96,
-    "loss": 23.5118408203125,
-    "sps": 174.4884682201926
-  },
-  {
-    "update": 1430,
-    "global_step": 5857280,
-    "num_episodes": 907,
-    "mean_reward": 178.821298725605,
-    "mean_length": 7144.72,
-    "loss": 30.70025634765625,
-    "sps": 216.094202192432
-  },
-  {
-    "update": 1435,
-    "global_step": 5877760,
-    "num_episodes": 913,
-    "mean_reward": 176.4720972943306,
-    "mean_length": 7145.4,
-    "loss": 7.781428813934326,
-    "sps": 1208.7161327543458
-  },
-  {
-    "update": 1440,
-    "global_step": 5898240,
-    "num_episodes": 914,
-    "mean_reward": 175.2331176495552,
-    "mean_length": 7145.4,
-    "loss": 0.31977832317352295,
-    "sps": 1229.1269815173093
-  },
-  {
-    "update": 1445,
-    "global_step": 5918720,
-    "num_episodes": 917,
-    "mean_reward": 194.64220715761184,
-    "mean_length": 7145.4,
-    "loss": 4.373215198516846,
-    "sps": 492.457155299295
-  },
-  {
-    "update": 1450,
-    "global_step": 5939200,
-    "num_episodes": 917,
-    "mean_reward": 194.64220715761184,
-    "mean_length": 7145.4,
-    "loss": 1.9693742990493774,
-    "sps": 298.24318986957036
-  },
-  {
-    "update": 1455,
-    "global_step": 5959680,
-    "num_episodes": 924,
-    "mean_reward": 207.0149205994606,
-    "mean_length": 7167.29,
-    "loss": 10.92724323272705,
-    "sps": 244.35456207965237
-  },
-  {
-    "update": 1460,
-    "global_step": 5980160,
-    "num_episodes": 925,
-    "mean_reward": 205.1948454117775,
-    "mean_length": 7167.29,
-    "loss": 1.1308797597885132,
-    "sps": 229.29791971281753
-  },
-  {
-    "update": 1465,
-    "global_step": 6000640,
-    "num_episodes": 929,
-    "mean_reward": 210.25953838586807,
-    "mean_length": 7296.31,
-    "loss": 3.534721612930298,
-    "sps": 592.749111404352
-  },
-  {
-    "update": 1470,
-    "global_step": 6021120,
-    "num_episodes": 930,
-    "mean_reward": 208.1203717112541,
-    "mean_length": 7266.63,
-    "loss": 1.5503363609313965,
-    "sps": 2447.564196906472
-  },
-  {
-    "update": 1475,
-    "global_step": 6041600,
-    "num_episodes": 933,
-    "mean_reward": 201.2189755320549,
-    "mean_length": 7266.63,
-    "loss": 0.6554332375526428,
-    "sps": 295.24147179578677
-  },
-  {
-    "update": 1480,
-    "global_step": 6062080,
-    "num_episodes": 934,
-    "mean_reward": 202.5496774840355,
-    "mean_length": 7282.98,
-    "loss": 4.126849174499512,
-    "sps": 646.598178325608
-  },
-  {
-    "update": 1485,
-    "global_step": 6082560,
-    "num_episodes": 940,
-    "mean_reward": 205.9382851600647,
-    "mean_length": 7375.73,
-    "loss": 0.5179982781410217,
-    "sps": 2704.744530210794
-  },
-  {
-    "update": 1490,
-    "global_step": 6103040,
-    "num_episodes": 941,
-    "mean_reward": 206.08987416267394,
-    "mean_length": 7473.15,
-    "loss": 3.0351297855377197,
-    "sps": 304.0684542240306
-  },
-  {
-    "update": 1495,
-    "global_step": 6123520,
-    "num_episodes": 943,
-    "mean_reward": 213.63924886703492,
-    "mean_length": 7572.02,
-    "loss": 2.000380754470825,
-    "sps": 221.62826006300585
-  },
-  {
-    "update": 1500,
-    "global_step": 6144000,
-    "num_episodes": 944,
-    "mean_reward": 212.38942768096925,
-    "mean_length": 7572.02,
-    "loss": 5.654113292694092,
-    "sps": 427.42645749613314
-  },
-  {
-    "update": 1505,
-    "global_step": 6164480,
-    "num_episodes": 951,
-    "mean_reward": 202.7977014017105,
-    "mean_length": 7366.39,
-    "loss": 6.195871829986572,
-    "sps": 214.22522946745585
-  },
-  {
-    "update": 1510,
-    "global_step": 6184960,
-    "num_episodes": 954,
-    "mean_reward": 201.14605865955352,
-    "mean_length": 7236.97,
-    "loss": 5.950435638427734,
-    "sps": 217.84006537381956
-  },
-  {
-    "update": 1515,
-    "global_step": 6205440,
-    "num_episodes": 960,
-    "mean_reward": 185.95387471675872,
-    "mean_length": 7023.6,
-    "loss": 7.220864772796631,
-    "sps": 516.9270272810767
-  },
-  {
-    "update": 1520,
-    "global_step": 6225920,
-    "num_episodes": 964,
-    "mean_reward": 171.7426621770859,
-    "mean_length": 6906.26,
-    "loss": 1.038556694984436,
-    "sps": 1541.5344112491593
-  },
-  {
-    "update": 1525,
-    "global_step": 6246400,
-    "num_episodes": 969,
-    "mean_reward": 184.1564519548416,
-    "mean_length": 6966.53,
-    "loss": 0.6786921620368958,
-    "sps": 2829.1006312828786
-  },
-  {
-    "update": 1530,
-    "global_step": 6266880,
-    "num_episodes": 969,
-    "mean_reward": 184.1564519548416,
-    "mean_length": 6966.53,
-    "loss": 1.1222167015075684,
-    "sps": 2615.546877868864
-  },
-  {
-    "update": 1535,
-    "global_step": 6287360,
-    "num_episodes": 973,
-    "mean_reward": 181.29534606933595,
-    "mean_length": 6864.66,
-    "loss": 0.8305673599243164,
-    "sps": 165.56638087166775
-  },
-  {
-    "update": 1540,
-    "global_step": 6307840,
-    "num_episodes": 975,
-    "mean_reward": 182.1956338787079,
-    "mean_length": 6941.24,
-    "loss": 7.593855857849121,
-    "sps": 345.2319256598677
-  },
-  {
-    "update": 1545,
-    "global_step": 6328320,
-    "num_episodes": 985,
-    "mean_reward": 163.70111170768737,
-    "mean_length": 6506.28,
-    "loss": 3.5074303150177,
-    "sps": 607.6658652702555
-  },
-  {
-    "update": 1550,
-    "global_step": 6348800,
-    "num_episodes": 986,
-    "mean_reward": 150.90680050373078,
-    "mean_length": 6485.25,
-    "loss": -0.0576794408261776,
-    "sps": 2294.650789556882
-  },
-  {
-    "update": 1555,
-    "global_step": 6369280,
-    "num_episodes": 986,
-    "mean_reward": 150.90680050373078,
-    "mean_length": 6485.25,
-    "loss": -0.06482464075088501,
-    "sps": 2276.202621733714
-  },
-  {
-    "update": 1560,
-    "global_step": 6389760,
-    "num_episodes": 990,
-    "mean_reward": 148.66352381229402,
-    "mean_length": 6385.85,
-    "loss": 1.5638670921325684,
-    "sps": 1452.822050860829
-  },
-  {
-    "update": 1565,
-    "global_step": 6410240,
-    "num_episodes": 997,
-    "mean_reward": 142.64638622045516,
-    "mean_length": 6262.48,
-    "loss": 10.640795707702637,
-    "sps": 831.3271413345293
-  },
-  {
-    "update": 1570,
-    "global_step": 6430720,
-    "num_episodes": 998,
-    "mean_reward": 147.54794536352156,
-    "mean_length": 6262.48,
-    "loss": 0.4938640296459198,
-    "sps": 1275.2283874235693
-  },
-  {
-    "update": 1575,
-    "global_step": 6451200,
-    "num_episodes": 999,
-    "mean_reward": 147.54794582128525,
-    "mean_length": 6262.48,
-    "loss": 0.6068828105926514,
-    "sps": 1238.905594097976
-  },
-  {
-    "update": 1580,
-    "global_step": 6471680,
-    "num_episodes": 1001,
-    "mean_reward": 157.1391297507286,
-    "mean_length": 6262.48,
-    "loss": 2.0471107959747314,
-    "sps": 791.2682917819899
-  },
-  {
-    "update": 1585,
-    "global_step": 6492160,
-    "num_episodes": 1007,
-    "mean_reward": 181.8120165514946,
-    "mean_length": 6453.69,
-    "loss": 2.0775344371795654,
-    "sps": 158.97643330398787
-  },
-  {
-    "update": 1590,
-    "global_step": 6512640,
-    "num_episodes": 1009,
-    "mean_reward": 182.60089690208434,
-    "mean_length": 6440.96,
-    "loss": 0.2661677896976471,
-    "sps": 516.263511797793
-  },
-  {
-    "update": 1595,
-    "global_step": 6533120,
-    "num_episodes": 1010,
-    "mean_reward": 184.2022120523453,
-    "mean_length": 6462.06,
-    "loss": 8.214560508728027,
-    "sps": 505.3776855932051
-  },
-  {
-    "update": 1600,
-    "global_step": 6553600,
-    "num_episodes": 1014,
-    "mean_reward": 198.42190223693848,
-    "mean_length": 6548.4,
-    "loss": 7.701492786407471,
-    "sps": 276.9719165588502
-  },
-  {
-    "update": 1605,
-    "global_step": 6574080,
-    "num_episodes": 1016,
-    "mean_reward": 196.53872619628908,
-    "mean_length": 6548.4,
-    "loss": 8.10093879699707,
-    "sps": 183.92737027550902
-  },
-  {
-    "update": 1610,
-    "global_step": 6594560,
-    "num_episodes": 1021,
-    "mean_reward": 172.8975705099106,
-    "mean_length": 6434.35,
-    "loss": 7.104397296905518,
-    "sps": 1251.426107351179
-  },
-  {
-    "update": 1615,
-    "global_step": 6615040,
-    "num_episodes": 1022,
-    "mean_reward": 178.2296389913559,
-    "mean_length": 6533.6,
-    "loss": 9.21767520904541,
-    "sps": 348.4657145461528
-  },
-  {
-    "update": 1620,
-    "global_step": 6635520,
-    "num_episodes": 1024,
-    "mean_reward": 190.50105198383332,
-    "mean_length": 6609.82,
-    "loss": 18.506481170654297,
-    "sps": 335.4327754993037
-  },
-  {
-    "update": 1625,
-    "global_step": 6656000,
-    "num_episodes": 1025,
-    "mean_reward": 203.21644562244416,
-    "mean_length": 6609.82,
-    "loss": 2.3920085430145264,
-    "sps": 595.2335834592267
-  },
-  {
-    "update": 1630,
-    "global_step": 6676480,
-    "num_episodes": 1029,
-    "mean_reward": 207.58161754131316,
-    "mean_length": 6719.36,
-    "loss": 31.76652717590332,
-    "sps": 203.75921758331614
-  },
-  {
-    "update": 1635,
-    "global_step": 6696960,
-    "num_episodes": 1032,
-    "mean_reward": 226.69792892456056,
-    "mean_length": 6678.85,
-    "loss": 19.729021072387695,
-    "sps": 726.913341411244
-  },
-  {
-    "update": 1640,
-    "global_step": 6717440,
-    "num_episodes": 1034,
-    "mean_reward": 227.13838208675384,
-    "mean_length": 6579.05,
-    "loss": 0.6724852323532104,
-    "sps": 1094.927298568171
-  },
-  {
-    "update": 1645,
-    "global_step": 6737920,
-    "num_episodes": 1036,
-    "mean_reward": 224.31010818958282,
-    "mean_length": 6678.82,
-    "loss": 11.505419731140137,
-    "sps": 1080.2913604455412
-  },
-  {
-    "update": 1650,
-    "global_step": 6758400,
-    "num_episodes": 1038,
-    "mean_reward": 231.36178754091262,
-    "mean_length": 6722.13,
-    "loss": 1.217943549156189,
-    "sps": 1558.2708562037928
+    "num_episodes": 364,
+    "mean_reward": 591.3189961528778,
+    "mean_length": 3142.3,
+    "loss": 1779.034423828125,
+    "sps": 167.8109154720703
   }
 ]