Upload generalization/20260322_2203/rl_finetuning_results.json with huggingface_hub

generalization/20260322_2203/rl_finetuning_results.json

@@ -0,0 +1,313 @@
+{
+  "run_name": "RL_FINETUNING_main",
+  "mode": "main",
+  "load_pretrained": true,
+  "id_envs": [
+    "MiniHack-Room-Random-5x5-v0",
+    "MiniHack-Room-Random-15x15-v0",
+    "MiniHack-Corridor-R2-v0",
+    "MiniHack-MazeWalk-9x9-v0"
+  ],
+  "ood_envs": [
+    "MiniHack-Room-Dark-15x15-v0",
+    "MiniHack-Corridor-R5-v0",
+    "MiniHack-MazeWalk-45x19-v0"
+  ],
+  "plan_horizon": 10,
+  "replan_every": 5,
+  "return_weight_cap": 5.0,
+  "baseline_id_winrate": 0.5025,
+  "baseline_ood_winrate": 0.06666666666666667,
+  "post_id_winrate": 0.0475,
+  "post_ood_winrate": 0.01,
+  "id_delta": -0.45499999999999996,
+  "ood_delta": -0.056666666666666664,
+  "per_env_id": {
+    "MiniHack-Room-Random-5x5-v0": 0.07,
+    "MiniHack-Room-Random-15x15-v0": 0.02,
+    "MiniHack-Corridor-R2-v0": 0.03,
+    "MiniHack-MazeWalk-9x9-v0": 0.07
+  },
+  "per_env_ood": {
+    "MiniHack-Room-Dark-15x15-v0": 0.02,
+    "MiniHack-Corridor-R5-v0": 0.0,
+    "MiniHack-MazeWalk-45x19-v0": 0.01
+  },
+  "history": {
+    "iter": [
+      10,
+      20,
+      30,
+      40,
+      50,
+      60,
+      70,
+      80,
+      90,
+      100,
+      110,
+      120,
+      130,
+      140,
+      150,
+      160,
+      170,
+      180,
+      190,
+      200,
+      210,
+      220,
+      230,
+      240,
+      250,
+      260,
+      270,
+      280,
+      290,
+      300,
+      310,
+      320,
+      330,
+      340,
+      350,
+      360,
+      370,
+      380,
+      390,
+      400,
+      410,
+      420,
+      430,
+      440,
+      450,
+      460,
+      470,
+      480,
+      490,
+      500
+    ],
+    "loss": [
+      0.46080999821424484,
+      0.15714064557105303,
+      0.0555162894539535,
+      0.3711315993219614,
+      0.36938854344189165,
+      0.09161516968160868,
+      0.09922296348959207,
+      0.0681916169822216,
+      0.08011019751429557,
+      0.05443341545760631,
+      0.029739007260650395,
+      0.031307310331612825,
+      0.04651444014161825,
+      0.07116823364049196,
+      0.12269484288990498,
+      0.09633960779756308,
+      0.08664808757603168,
+      0.061644272319972514,
+      0.11547831278294325,
+      0.06019139308482409,
+      0.037349676713347435,
+      0.055236862413585185,
+      0.03318943716585636,
+      0.0621327655389905,
+      0.0740554541349411,
+      0.09577131671831011,
+      0.057580916304141284,
+      0.10360853262245655,
+      0.027896188013255597,
+      0.13837355710566043,
+      0.06162200951948762,
+      0.06308978516608477,
+      0.0307971753180027,
+      0.03593000434339046,
+      0.028360088635236026,
+      0.02000439059920609,
+      0.08396465806290507,
+      0.017000191006809474,
+      0.10887408684939145,
+      0.02700605634599924,
+      0.058951123151928186,
+      0.06554037686437368,
+      0.14065809603780507,
+      0.07174393218010663,
+      0.18371206372976304,
+      0.054573338106274606,
+      0.050333873555064204,
+      0.03094298713840544,
+      0.02681313958019018,
+      0.037661240249872205
+    ],
+    "buffer_size": [
+      275,
+      587,
+      879,
+      1171,
+      1444,
+      1716,
+      2046,
+      2396,
+      2648,
+      2940,
+      3154,
+      3465,
+      3795,
+      4126,
+      4456,
+      4806,
+      5136,
+      5467,
+      5778,
+      6128,
+      6439,
+      6711,
+      7022,
+      7372,
+      7702,
+      8052,
+      8324,
+      8616,
+      8946,
+      9296,
+      9626,
+      9976,
+      10000,
+      10000,
+      10000,
+      10000,
+      10000,
+      10000,
+      10000,
+      10000,
+      10000,
+      10000,
+      10000,
+      10000,
+      10000,
+      10000,
+      10000,
+      10000,
+      10000,
+      10000
+    ],
+    "episodes_added": [],
+    "mean_return": [
+      5.233,
+      1.5950000000000089,
+      1.849000000000008,
+      2.0080000000000053,
+      1.9760000000000058,
+      1.6759999999999984,
+      -3.0259999999999985,
+      -3.7489999999999943,
+      1.5340000000000134,
+      1.0650000000000102,
+      6.6120000000000045,
+      -0.17700000000000207,
+      -3.2069999999999927,
+      -0.9639999999999972,
+      -3.8789999999999893,
+      -3.325999999999999,
+      -3.681999999999993,
+      -2.00799999999999,
+      -1.1769999999999878,
+      -3.781999999999992,
+      -2.206999999999978,
+      1.0560000000000096,
+      -0.6469999999999947,
+      -3.469,
+      -3.82199999999999,
+      -4.227999999999987,
+      0.6960000000000075,
+      1.894000000000008,
+      -4.415999999999986,
+      -3.965999999999993,
+      -5.24399999999998,
+      -3.9759999999999898,
+      -1.2559999999999942,
+      -1.270999999999992,
+      1.1900000000000035,
+      -1.273999999999994,
+      -1.2359999999999909,
+      -3.6720000000000006,
+      -2.769999999999997,
+      -2.970000000000003,
+      -2.3719999999999946,
+      -1.4329999999999938,
+      -3.1499999999999977,
+      2.184000000000002,
+      0.2050000000000189,
+      -0.49200000000000194,
+      -3.1159999999999948,
+      -1.1769999999999965,
+      -2.628,
+      -3.9549999999999947
+    ],
+    "win_rate_episode": [
+      0.3,
+      0.2,
+      0.2,
+      0.2,
+      0.2,
+      0.2,
+      0.0,
+      0.0,
+      0.2,
+      0.2,
+      0.4,
+      0.1,
+      0.0,
+      0.1,
+      0.0,
+      0.0,
+      0.0,
+      0.1,
+      0.1,
+      0.0,
+      0.1,
+      0.2,
+      0.1,
+      0.0,
+      0.0,
+      0.0,
+      0.2,
+      0.2,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.1,
+      0.1,
+      0.2,
+      0.1,
+      0.1,
+      0.0,
+      0.0,
+      0.0,
+      0.0,
+      0.1,
+      0.0,
+      0.2,
+      0.2,
+      0.1,
+      0.0,
+      0.1,
+      0.0,
+      0.0
+    ],
+    "id_winrate": [
+      0.0325,
+      0.0675
+    ],
+    "ood_winrate": [
+      0.013333333333333334
+    ],
+    "id_winrate_iter": [
+      250,
+      500
+    ],
+    "ood_winrate_iter": [
+      500
+    ]
+  }
+}