Update app.js

app.js

@@ -1882,12 +1882,13 @@ app.get("/status", (_, res) => res.json({
 app.get("/domains", (_, res) => res.json(tracker.stats()));
 
 app.post("/generate", async (req, res) => {
+    // Correcting the variable names to match the logic below
     const n = parseInt(req.query.n ?? req.body.n ?? "50");
     const rps = Math.min(parseFloat(req.query.rps ?? req.body.rps ?? DEFAULT_RPS.toString()), MAX_RPS);
-    const synthFraction = parseFloat(req.query.synthetic_fraction ?? req.body.synthetic_fraction ?? "0.4");
+    const syntheticFraction = parseFloat(req.query.synthetic_fraction ?? req.body.synthetic_fraction ?? "0.4");
     const maxVars = parseInt(req.query.max_vars ?? req.body.max_vars ?? "20");
 
-    log(`Generation request: n=${n} rps=${rps} synthetic=${(synthFraction * 100).toFixed(0)}%`, "HEAD");
+    log(`Generation request: n=${n} rps=${rps} synthetic=${(syntheticFraction * 100).toFixed(0)}%`, "HEAD");
 
     let batchErrors = 0;
     let newSamplesCount = 0;
@@ -1898,7 +1899,9 @@ app.post("/generate", async (req, res) => {
         const gens = Object.values(SYNTHETIC_GENERATORS);
         const perGen = Math.max(1, Math.ceil(nSynthetic / gens.length));
         let tempSynth = [];
-        for (const genFn of gens) { tempSynth.push(...genFn(perGen)); }
+        for (const genFn of gens) { 
+            try { tempSynth.push(...genFn(perGen)); } catch(e) { log(`Gen error: ${e.message}`, "ERROR"); }
+        }
         tempSynth = tempSynth.slice(0, nSynthetic);
 
         for (const raw of tempSynth) {
@@ -1909,19 +1912,24 @@ app.post("/generate", async (req, res) => {
                 newSamplesCount++;
             } else { batchErrors++; }
         }
-        saveDataset(); // Commit synthetics to disk immediately
+        saveDataset(); 
         log(`Synthetic batch committed to disk: ${newSamplesCount} samples`, "OK");
     }
 
-    // ── 2. AI BATCH (Incremental Save per Call) ──
+    // ── 2. AI BATCH (Incremental Save) ──
     const nAI = n - nSynthetic;
     const callsNeeded = Math.ceil(nAI / SAMPLES_PER_CALL);
     const minInterval = 1000 / rps;
 
-    // Send initial response so the connection doesn't timeout, 
-    // but the background loop keeps writing to disk.
-    res.json({ message: "Generation started. Use /dataset/download to track progress.", total_requested: n });
+    // Respond immediately to prevent client-side timeouts
+    res.json({ 
+        message: "Generation started in background.", 
+        total_requested: n, 
+        synthetic_count: nSynthetic, 
+        ai_tasks: callsNeeded 
+    });
 
+    // Run AI loop in background
     (async () => {
         for (let ci = 0; ci < callsNeeded; ci++) {
             const t0 = Date.now();
@@ -1943,10 +1951,9 @@ app.post("/generate", async (req, res) => {
                     } else { batchErrors++; }
                 }
 
-                // THE FIX: Save to disk after every successful Bedrock call
                 if (callValid > 0) {
                     saveDataset();
-                    log(`Incremental Save: Call ${ci + 1}/${callsNeeded} committed (${callValid} samples). Total dataset: ${dataset.length}`, "OK");
+                    log(`Saved Call ${ci + 1}/${callsNeeded} (${callValid} samples). Total: ${dataset.length}`, "OK");
                 }
             } catch (e) {
                 log(`Bedrock call ${ci + 1} failed: ${e.message}`, "ERROR");
@@ -1956,7 +1963,7 @@ app.post("/generate", async (req, res) => {
             const elapsed = Date.now() - t0;
             if (elapsed < minInterval) await new Promise(r => setTimeout(r, minInterval - elapsed));
         }
-        log(`Batch Process Finished. New: ${newSamplesCount} | Errors: ${batchErrors}`, "HEAD");
+        log(`BACKGROUND PROCESS COMPLETE. New samples: ${newSamplesCount} | Errors: ${batchErrors}`, "HEAD");
     })();
 });