updated weights

dashboard.html

@@ -626,10 +626,13 @@ async function fetchRecommendation() {
 }
 
 async function stepOnce() {
-    if (episodeDone || !currentAlerts.length) return false;
+    if (episodeDone) return false;
+    if (!currentAlerts.length) return 'wait'; // Queue temporarily empty, wait for environmental spawn
+    
     // Get recommendation from server (uses trained weights or rule-based)
     const rec = await fetchRecommendation();
     if (!rec || rec.error) {
+        if (!currentAlerts.length) return 'wait';
         showToast('No recommendation available', 'error');
         return false;
     }
@@ -687,7 +690,11 @@ async function autoPlay() {
     document.getElementById('autoBtn').textContent = '⏸ Pause';
     while (autoPlaying && !episodeDone) {
         const ok = await stepOnce();
-        if (!ok) break;
+        if (ok === 'wait') {
+            await new Promise(r => setTimeout(r, 1500)); // Queue empty, wait for environmental spawn
+            continue;
+        }
+        if (ok === false) break;
         await new Promise(r => setTimeout(r, 300));
     }
     autoPlaying = false;

results/comparison_results.json

@@ -0,0 +1,435 @@
+{
+  "easy": {
+    "threshold": 0.7,
+    "n_episodes": 10,
+    "rule_basic": {
+      "mean": 0.565,
+      "std": 0.13342705039750288,
+      "min": 0.26666666666666666,
+      "max": 0.75,
+      "success_rate": 0.2,
+      "scores": [
+        0.6666666666666666,
+        0.4666666666666667,
+        0.5333333333333333,
+        0.6333333333333333,
+        0.26666666666666666,
+        0.75,
+        0.5666666666666667,
+        0.6,
+        0.4666666666666667,
+        0.7
+      ]
+    },
+    "rule_improved": {
+      "mean": 0.28239130434782606,
+      "std": 0.17974288212805087,
+      "min": 0.1,
+      "max": 0.75,
+      "success_rate": 0.1,
+      "scores": [
+        0.16666666666666666,
+        0.2,
+        0.1,
+        0.4,
+        0.13333333333333333,
+        0.75,
+        0.26666666666666666,
+        0.3333333333333333,
+        0.17391304347826086,
+        0.3
+      ]
+    },
+    "ppo": {
+      "mean": 0.31885369532428354,
+      "std": 0.15685624769000914,
+      "min": 0.06666666666666667,
+      "max": 0.5,
+      "success_rate": 0.0,
+      "scores": [
+        0.16666666666666666,
+        0.5,
+        0.5,
+        0.26666666666666666,
+        0.06666666666666667,
+        0.38461538461538464,
+        0.23333333333333334,
+        0.47058823529411764,
+        0.13333333333333333,
+        0.4666666666666667
+      ]
+    },
+    "training": {
+      "episode_rewards": [
+        116.48117816744173,
+        51.179276131841576,
+        52.2618112911265,
+        73.2821529517957,
+        56.35469617840879,
+        80.22612139126159,
+        126.40470506929401,
+        -27.966666666666665,
+        41.83973320279549,
+        49.79345637951734
+      ],
+      "episode_scores": [
+        0.5666666666666667,
+        0.5,
+        0.5666666666666667,
+        0.5,
+        0.43333333333333335,
+        0.5666666666666667,
+        0.6666666666666666,
+        0.1111111111111111,
+        0.43333333333333335,
+        0.5666666666666667
+      ],
+      "policy_losses": [
+        -0.00031701126135885715,
+        -0.0005917370435781777,
+        -0.0004098603967577219,
+        -0.0004132986068725586,
+        -0.0011740466579794884,
+        -0.0006698071956634521,
+        0.0003072003601118922,
+        0.0004630155162885785,
+        -0.00042602914618328214,
+        0.000690912245772779
+      ],
+      "entropies": [
+        1.3397215844770598,
+        1.28164808620697,
+        1.3136498968506878,
+        1.3446368176704309,
+        1.334242086449483,
+        1.3403528217115777,
+        1.3486054411454527,
+        1.338187676696283,
+        1.3261117608663633,
+        1.3390974986011028
+      ]
+    }
+  },
+  "medium": {
+    "threshold": 0.55,
+    "n_episodes": 15,
+    "rule_basic": {
+      "mean": 0.6065292,
+      "std": 0.1133496138271322,
+      "min": 0.407683,
+      "max": 0.758043,
+      "success_rate": 0.6,
+      "scores": [
+        0.544947,
+        0.608039,
+        0.461019,
+        0.615249,
+        0.407683,
+        0.758043,
+        0.530671,
+        0.731125,
+        0.721003,
+        0.687513
+      ]
+    },
+    "rule_improved": {
+      "mean": 0.36824,
+      "std": 0.2038091025592331,
+      "min": 0.126603,
+      "max": 0.731182,
+      "success_rate": 0.2,
+      "scores": [
+        0.126603,
+        0.353704,
+        0.130989,
+        0.731182,
+        0.1532,
+        0.382268,
+        0.284057,
+        0.698946,
+        0.444375,
+        0.377076
+      ]
+    },
+    "ppo": {
+      "mean": 0.12029260000000001,
+      "std": 0.15422419929258832,
+      "min": 0.0,
+      "max": 0.371589,
+      "success_rate": 0.0,
+      "scores": [
+        0.371589,
+        0.0,
+        0.0,
+        0.327622,
+        0.0,
+        0.0,
+        0.352266,
+        0.047619,
+        0.0,
+        0.10383
+      ]
+    },
+    "training": {
+      "episode_rewards": [
+        289.19607022503374,
+        31.324053215893485,
+        227.8569682176852,
+        69.9986190511277,
+        148.51004751942824,
+        2.649222740657118,
+        142.98109194665278,
+        166.0523382428407,
+        -17.823338903249397,
+        163.79688498101618,
+        20.967070078863117,
+        252.20290252850012,
+        87.20304691964265,
+        68.97229783047784,
+        48.019239227065704
+      ],
+      "episode_scores": [
+        0.747084,
+        0.426987,
+        0.652915,
+        0.572663,
+        0.595108,
+        0.621572,
+        0.575688,
+        0.661152,
+        0.238471,
+        0.599472,
+        0.673464,
+        0.71291,
+        0.510403,
+        0.461406,
+        0.554831
+      ],
+      "policy_losses": [
+        -0.00011090115003753453,
+        -0.00045563955791294575,
+        -0.0005598295829258859,
+        0.0002498215762898326,
+        -0.0004835896543227136,
+        -0.0002657274599187076,
+        2.585202491900418e-05,
+        -0.00024676843895576894,
+        -4.288851414457895e-06,
+        -0.0002753034350462258,
+        0.00021128143998794258,
+        0.00013167335418984294,
+        -0.0014359087217599154,
+        0.0001275122194783762,
+        -0.0004190042382106185
+      ],
+      "entropies": [
+        1.3078774153620452,
+        1.3198472053289163,
+        1.2824486149720111,
+        1.303192149903892,
+        1.2968761532941306,
+        1.3589913703942351,
+        1.3173352639807518,
+        1.2921417353749498,
+        1.2932024355816831,
+        1.2977528110651393,
+        1.2935277894985902,
+        1.2847667442611173,
+        1.2918389386627889,
+        1.3078202616228094,
+        1.3123808854500285
+      ]
+    }
+  },
+  "hard": {
+    "threshold": 0.5,
+    "n_episodes": 30,
+    "rule_basic": {
+      "mean": 0.3592359,
+      "std": 0.04597751458800269,
+      "min": 0.305788,
+      "max": 0.456861,
+      "success_rate": 0.0,
+      "scores": [
+        0.357113,
+        0.344618,
+        0.456861,
+        0.413206,
+        0.305788,
+        0.39223,
+        0.325218,
+        0.324735,
+        0.360089,
+        0.312501
+      ]
+    },
+    "rule_improved": {
+      "mean": 0.08083320000000001,
+      "std": 0.09074694593737025,
+      "min": 0.0,
+      "max": 0.330565,
+      "success_rate": 0.0,
+      "scores": [
+        0.073929,
+        0.074479,
+        0.0,
+        0.330565,
+        0.077784,
+        0.079177,
+        0.0,
+        0.075606,
+        0.0,
+        0.096792
+      ]
+    },
+    "ppo": {
+      "mean": 0.0451608,
+      "std": 0.046165539127795314,
+      "min": 0.0,
+      "max": 0.162508,
+      "success_rate": 0.0,
+      "scores": [
+        0.0,
+        0.031159,
+        0.070801,
+        0.020789,
+        0.034032,
+        0.03,
+        0.162508,
+        0.022963,
+        0.0,
+        0.079356
+      ]
+    },
+    "training": {
+      "episode_rewards": [
+        99.41774516346646,
+        52.08058065987078,
+        106.23944303643187,
+        30.139073873921753,
+        56.61845300055894,
+        73.32529035534895,
+        138.58575407819225,
+        -13.80251134755405,
+        105.24364041105947,
+        143.66845440570685,
+        50.946750742115405,
+        101.28459645197202,
+        44.73084312495516,
+        1.5265232947738134,
+        -0.5387180214798111,
+        33.34359118615684,
+        67.93893773141943,
+        103.87818539075207,
+        141.53997245597657,
+        51.56927062513001,
+        2.5994465725157045,
+        21.409162528947157,
+        17.174619999999994,
+        122.55731714185875,
+        138.50278641960747,
+        -4.699999999999999,
+        249.20114192274738,
+        52.25401551533514,
+        79.65609498591343,
+        133.96772892643187
+      ],
+      "episode_scores": [
+        0.062813,
+        0.04039,
+        0.122923,
+        0.051732,
+        0.027002,
+        0.042925,
+        0.312897,
+        0.2,
+        0.065612,
+        0.046683,
+        0.074122,
+        0.0,
+        0.103474,
+        0.039975,
+        0.056427,
+        0.087705,
+        0.027984,
+        0.049027,
+        0.090291,
+        0.095473,
+        0.054766,
+        0.051002,
+        0.069154,
+        0.113725,
+        0.0,
+        0.06,
+        0.347106,
+        0.095914,
+        0.116824,
+        0.069492
+      ],
+      "policy_losses": [
+        -0.0005034402711316943,
+        -6.183655932545662e-05,
+        0.00035082444082945585,
+        -0.00038212965591810644,
+        -0.00010332465171813965,
+        -0.00020747099188156426,
+        -0.00016732812218833715,
+        -0.00014956295490264893,
+        -0.0003894716501235962,
+        0.00039730468415655196,
+        0.0008679513703100383,
+        0.0003810872440226376,
+        0.0004052993026562035,
+        -0.0002230490936199203,
+        -0.0003821717400569469,
+        -0.0010335743427276611,
+        0.00025102682411670685,
+        0.00039608514634892344,
+        0.00023010990116745234,
+        -0.0010765307815745473,
+        -0.0007117217173799872,
+        -0.0006123952916823328,
+        -0.0017230421071872115,
+        0.000159939139848575,
+        2.03229756152723e-05,
+        -0.0015492378734052181,
+        -0.0004421842168085277,
+        -0.00029417508631013334,
+        9.047671483131126e-05,
+        0.00019198372319806367
+      ],
+      "entropies": [
+        1.3224266713118111,
+        1.293569102812929,
+        1.2913357524537528,
+        1.3050642097992904,
+        1.3112657711037068,
+        1.2895643985942957,
+        1.3155195660204368,
+        1.359707747865233,
+        1.2949677676487992,
+        1.2961893168835212,
+        1.2964495135329652,
+        1.3035501102717268,
+        1.3021071611669996,
+        1.2931140090628328,
+        1.300373082313374,
+        1.2937277936176361,
+        1.28773486772252,
+        1.310148409601071,
+        1.288673149660661,
+        1.325662991150635,
+        1.293254712167581,
+        1.2945157631549828,
+        1.3166287955261984,
+        1.298098445695401,
+        1.2962819506837526,
+        1.2905327485365072,
+        1.318213829711901,
+        1.326138970673737,
+        1.3073734220909363,
+        1.3123867051662546
+      ]
+    }
+  }
+}