HumanoidStandup-v5/ero_trpo/seed_2/latest checkpoint epoch 1140

HumanoidStandup-v5/ero_trpo/seed_2/latest/history.json

@@ -15818,5 +15818,145 @@
     "update_success": 1.0,
     "eval_return_mean": -79127.91247934656,
     "eval_return_std": 8463.752747853609
+  },
+  {
+    "epoch": 1130,
+    "timesteps": 226200,
+    "surrogate_improve": 6.542205483128782e-06,
+    "surrogate": 6.542205483128782e-06,
+    "kl": -4.76837147544984e-09,
+    "entropy_mean": 15.621954917907715,
+    "objective": 8.104400876618456e-06,
+    "effective_kl": 4.76837147544984e-09,
+    "line_search_backtracks": 0,
+    "update_success": 1.0,
+    "eval_return_mean": -83140.24162936097,
+    "eval_return_std": 10081.370876849745
+  },
+  {
+    "epoch": 1131,
+    "timesteps": 226400,
+    "surrogate_improve": 2.880096417356981e-06,
+    "surrogate": 2.880096417356981e-06,
+    "kl": -5.149840944795869e-07,
+    "entropy_mean": 15.621954917907715,
+    "objective": 4.442291810846655e-06,
+    "effective_kl": 5.149840944795869e-07,
+    "line_search_backtracks": 0,
+    "update_success": 1.0,
+    "eval_return_mean": -81898.22084145194,
+    "eval_return_std": 11781.793600076642
+  },
+  {
+    "epoch": 1132,
+    "timesteps": 226600,
+    "surrogate_improve": 4.253387487551663e-06,
+    "surrogate": 4.253387487551663e-06,
+    "kl": 5.722045557376987e-07,
+    "entropy_mean": 15.621954917907715,
+    "objective": 5.815582881041337e-06,
+    "effective_kl": 5.722045557376987e-07,
+    "line_search_backtracks": 0,
+    "update_success": 1.0,
+    "eval_return_mean": -72863.81887729406,
+    "eval_return_std": 19970.693459598293
+  },
+  {
+    "epoch": 1133,
+    "timesteps": 226800,
+    "surrogate_improve": 3.411769739614101e-06,
+    "surrogate": 3.411769739614101e-06,
+    "kl": -4.1007993445418833e-07,
+    "entropy_mean": 15.621954917907715,
+    "objective": 4.973965133103775e-06,
+    "effective_kl": 4.1007993445418833e-07,
+    "line_search_backtracks": 0,
+    "update_success": 1.0,
+    "eval_return_mean": -84768.61575005922,
+    "eval_return_std": 15164.77523442776
+  },
+  {
+    "epoch": 1134,
+    "timesteps": 227000,
+    "surrogate_improve": 2.0503996438492322e-06,
+    "surrogate": 2.0503996438492322e-06,
+    "kl": 6.484985419774603e-07,
+    "entropy_mean": 15.621954917907715,
+    "objective": 3.6125952647125814e-06,
+    "effective_kl": 6.484985419774603e-07,
+    "line_search_backtracks": 0,
+    "update_success": 1.0,
+    "eval_return_mean": -74471.49527755695,
+    "eval_return_std": 17881.823592480614
+  },
+  {
+    "epoch": 1135,
+    "timesteps": 227200,
+    "surrogate_improve": 3.952980023314012e-06,
+    "surrogate": 3.952980023314012e-06,
+    "kl": 1.163482693300466e-06,
+    "entropy_mean": 15.621954917907715,
+    "objective": 5.515175416803686e-06,
+    "effective_kl": 1.163482693300466e-06,
+    "line_search_backtracks": 0,
+    "update_success": 1.0,
+    "eval_return_mean": -84895.60154622355,
+    "eval_return_std": 9237.29353957124
+  },
+  {
+    "epoch": 1136,
+    "timesteps": 227400,
+    "surrogate_improve": 1.3685225894732866e-06,
+    "surrogate": 1.3685225894732866e-06,
+    "kl": -4.5299529460862686e-07,
+    "entropy_mean": 15.621954917907715,
+    "objective": 2.9307179829629604e-06,
+    "effective_kl": 4.5299529460862686e-07,
+    "line_search_backtracks": 0,
+    "update_success": 1.0,
+    "eval_return_mean": -74709.40194568908,
+    "eval_return_std": 12406.761965225764
+  },
+  {
+    "epoch": 1137,
+    "timesteps": 227600,
+    "surrogate_improve": 1.7738342421580455e-06,
+    "surrogate": 1.7738342421580455e-06,
+    "kl": -5.2452087118126656e-08,
+    "entropy_mean": 15.621954917907715,
+    "objective": 3.336029749334557e-06,
+    "effective_kl": 5.2452087118126656e-08,
+    "line_search_backtracks": 0,
+    "update_success": 1.0,
+    "eval_return_mean": -73646.26414769383,
+    "eval_return_std": 13341.96808030034
+  },
+  {
+    "epoch": 1138,
+    "timesteps": 227800,
+    "surrogate_improve": 4.2915343101412873e-07,
+    "surrogate": 4.2915343101412873e-07,
+    "kl": 1.76429750808893e-07,
+    "entropy_mean": 15.621954917907715,
+    "objective": 1.9913488813472213e-06,
+    "effective_kl": 1.76429750808893e-07,
+    "line_search_backtracks": 0,
+    "update_success": 1.0,
+    "eval_return_mean": -77031.51805269597,
+    "eval_return_std": 18143.45991690911
+  },
+  {
+    "epoch": 1139,
+    "timesteps": 228000,
+    "surrogate_improve": 5.102157501823967e-06,
+    "surrogate": 5.102157501823967e-06,
+    "kl": 9.059905892172537e-07,
+    "entropy_mean": 15.621954917907715,
+    "objective": 6.664352895313641e-06,
+    "effective_kl": 9.059905892172537e-07,
+    "line_search_backtracks": 0,
+    "update_success": 1.0,
+    "eval_return_mean": -76823.78209090098,
+    "eval_return_std": 7799.7910229761355
   }
 ]

HumanoidStandup-v5/ero_trpo/seed_2/latest/metadata.json

@@ -16,22 +16,22 @@
     "batch_size": 200
   },
   "progress": {
-    "epoch": 1130,
-    "timesteps": 226000
+    "epoch": 1140,
+    "timesteps": 228000
   },
   "metrics": {
-    "epoch": 1129,
-    "timesteps": 226000,
-    "surrogate_improve": 4.069805072504096e-06,
-    "surrogate": 4.069805072504096e-06,
-    "kl": 6.00814814788464e-07,
+    "epoch": 1139,
+    "timesteps": 228000,
+    "surrogate_improve": 5.102157501823967e-06,
+    "surrogate": 5.102157501823967e-06,
+    "kl": 9.059905892172537e-07,
     "entropy_mean": 15.621954917907715,
-    "objective": 5.6320004659937695e-06,
-    "effective_kl": 6.00814814788464e-07,
+    "objective": 6.664352895313641e-06,
+    "effective_kl": 9.059905892172537e-07,
     "line_search_backtracks": 0,
     "update_success": 1.0,
-    "eval_return_mean": -79127.91247934656,
-    "eval_return_std": 8463.752747853609
+    "eval_return_mean": -76823.78209090098,
+    "eval_return_std": 7799.7910229761355
   },
   "variant": "ero_trpo",
   "uses_entropy": true,

HumanoidStandup-v5/ero_trpo/seed_2/latest/policy.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63bd42352d8f93af010836193c4a6536aa75ed87fb44e5138f3667488c86daed
+oid sha256:c75d3cd579ad01fad0fecfeabb0aef7d07a99407457862ff4051712af640488e
 size 189763

HumanoidStandup-v5/ero_trpo/seed_2/latest/progress.json

@@ -1,5 +1,5 @@
 {
-  "epoch": 1130,
-  "timesteps": 226000,
-  "history_len": 1130
+  "epoch": 1140,
+  "timesteps": 228000,
+  "history_len": 1140
 }

HumanoidStandup-v5/ero_trpo/seed_2/latest/value.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c5a2710a0830292aad5baf66c0713e7e5c6e873c2d1bedc37cc508c55f079e2
+oid sha256:fc704d56dfef2dd548abeb92212f649750de191e3a28096a194882b96c0759f2
 size 181184