Update main.py

main.py

@@ -63,7 +63,11 @@ class LogicFrontierEngine:
                 "test_spam": 0, 
                 "low_density": 0, 
                 "fuzzy": 0
-            }
+            },
+            # --- NEW DATA ADDED ---
+            "current_folder": "None",
+            "last_shard_time": 0,
+            "session_errors": 0
         }
         self.is_running = False
         self.lock = threading.Lock()
@@ -135,6 +139,8 @@ class LogicFrontierEngine:
         # --- TURBO LOAD: DIRECT TARGET LANGUAGES ---
         for folder in Config.TARGET_FOLDERS:
             try:
+                # NEW CODE: Status update
+                self.stats["current_folder"] = folder
                 print(f"FRONTIER: Targeting folder {folder}...")
                 dataset = load_dataset(Config.SOURCE_DATASET, data_dir=folder, split="train", streaming=True)
                 
@@ -144,6 +150,12 @@ class LogicFrontierEngine:
                         text = row.get('content', '')
                         lang = row.get('language', 'unknown')
 
+                        # --- NEW PATCH: OVERRIDE UNKNOWN LANG WITHOUT DELETING OLD LINE ---
+                        if lang == 'unknown':
+                            # Logic: Map folder names to ALLOWED_LANGS keys
+                            mapping = {"python": "Python", "cpp": "C++", "java": "Java", "javascript": "JavaScript", "typescript": "TypeScript", "go": "Go", "rust": "Rust"}
+                            lang = mapping.get(folder, lang)
+
                         if lang not in Config.ALLOWED_LANGS:
                             self.stats["rejects"]["wrong_lang"] += 1
                             continue
@@ -178,8 +190,12 @@ class LogicFrontierEngine:
 
                         if self.stats["gold_files"] % 250 == 0: conn.commit()
 
-                    except: continue
-            except: continue
+                    except: 
+                        self.stats["session_errors"] += 1
+                        continue
+            except: 
+                self.stats["session_errors"] += 1
+                continue
 
         f_vault.close(); self.stats["status"] = "Completed"; self.is_running = False
 
@@ -191,6 +207,7 @@ class LogicFrontierEngine:
             shutil.copyfileobj(f_in, f_out)
         self.api.upload_file(path_or_fileobj=gz, path_in_repo=f"{Config.TARGET_DIR}/{gz}", repo_id=Config.TARGET_REPO, repo_type="dataset")
         self.stats["shards_pushed"] += 1
+        self.stats["last_shard_time"] = time.time()
         self.last_upload_time = time.time()
         os.remove(gz)
 
@@ -200,21 +217,34 @@ app = FastAPI(); engine = LogicFrontierEngine()
 @app.get("/health")
 def health():
     uptime = time.time() - engine.stats["start_time"]
+    # NEW: Enhanced Calculations
+    token_val = engine.stats['total_tokens']
+    files_per_min = (engine.stats["processed_total"] / max(1, uptime)) * 60
+    
     return {
-        "engine": "V56 LOGIC-FRONTIER-MAX",
+        "engine": "V57 LOGIC-FRONTIER-ELITE",
         "status": engine.stats["status"],
-        "uptime_sec": round(uptime, 2),
+        "active_folder": engine.stats["current_folder"],
+        "uptime_formatted": f"{int(uptime//3600)}h {int((uptime%3600)//60)}m",
         "performance": {
             "processed_total": engine.stats["processed_total"],
             "gold_files": engine.stats["gold_files"],
             "success_rate": f"{(engine.stats['gold_files']/max(1, engine.stats['processed_total'])*100):.2f}%",
-            "tokens_est": f"{engine.stats['total_tokens']/1e6:.2f}M",
-            "speed_files_per_sec": round(engine.stats["processed_total"] / max(1, uptime), 2)
+            "tokens_est": f"{token_val/1e6:.2f}M",
+            "speed_metrics": {
+                "files_per_sec": round(engine.stats["processed_total"] / max(1, uptime), 2),
+                "files_per_min": round(files_per_min, 2)
+            }
         },
         "data_insights": {
             "top_languages": dict(engine.stats["lang_distribution"]),
             "vault_mb": engine.stats["vault_mb"],
-            "shards_uploaded": engine.stats["shards_pushed"]
+            "shards_uploaded": engine.stats["shards_pushed"],
+            "last_shard_pushed": time.ctime(engine.stats["last_shard_time"]) if engine.stats["last_shard_time"] > 0 else "None"
+        },
+        "system_health": {
+            "internal_errors": engine.stats["session_errors"],
+            "db_path": Config.INDEX_DB
         },
         "reject_analysis": engine.stats["rejects"]
     }
@@ -224,7 +254,7 @@ def ping(bt: BackgroundTasks):
     if not engine.is_running:
         bt.add_task(engine.start_streaming)
         return {"msg": "Logic Frontier Online. Turbo Mode Enabled."}
-    return {"msg": "In progress."}
+    return {"msg": "Running."}
 
 if __name__ == "__main__":
     uvicorn.run(app, host="0.0.0.0", port=7860)