Upload 4 files

ai_models.py

@@ -14,6 +14,7 @@ try:
     TRANSFORMERS_AVAILABLE = True
 except ImportError:
     TRANSFORMERS_AVAILABLE = False
+    pipeline = None
 
 try:
     from huggingface_hub.errors import RepositoryNotFoundError
@@ -32,6 +33,17 @@ if HF_MODE not in ("off", "public", "auth"):
     HF_MODE = "public"
     logger.warning(f"Invalid HF_MODE, resetting to 'public'")
 
+# Log initial status
+if TRANSFORMERS_AVAILABLE:
+    logger.info(f"✅ Transformers library available")
+    if HF_TOKEN_ENV:
+        logger.info(f"✅ HF Token found (mode: {HF_MODE})")
+    else:
+        logger.warning(f"⚠️ No HF Token found (mode: {HF_MODE}) - public models only")
+else:
+    logger.warning("⚠️ Transformers library NOT available - using fallback only")
+    HF_MODE = "off"
+
 if HF_MODE == "auth" and not HF_TOKEN_ENV:
     logger.error("⚠️ HF_MODE='auth' but no HF_TOKEN found!")
     logger.error("   Falling back to 'public' mode")

api_server_extended.py

@@ -1951,6 +1951,89 @@ async def get_diagnostics_health():
         }
 
 
+@app.post("/api/diagnostics/run-test")
+async def run_diagnostic_test():
+    """
+    Run test_models_diagnostic.py and return results.
+    Execute the Python script and capture stdout/stderr.
+    """
+    import subprocess
+    import time
+
+    start_time = time.time()
+
+    try:
+        # Execute the diagnostic script
+        result = subprocess.run(
+            ["python3", "test_models_diagnostic.py"],
+            capture_output=True,
+            text=True,
+            timeout=60,  # 60 second timeout
+            cwd=WORKSPACE_ROOT
+        )
+
+        duration = time.time() - start_time
+
+        # Combine stdout and stderr
+        full_output = result.stdout
+        if result.stderr:
+            full_output += "\n--- STDERR ---\n" + result.stderr
+
+        # Parse output for summary information
+        summary = {
+            "transformers_available": "✅ transformers:" in full_output and "OK" in full_output,
+            "hf_hub_connected": "✅ Hub connection:" in full_output and "OK" in full_output,
+            "models_loaded": 0,  # Would need more parsing to count actual loaded models
+            "critical_issues": []
+        }
+
+        # Check for critical issues
+        if "❌ transformers:" in full_output:
+            summary["critical_issues"].append("Transformers library not available")
+        if "❌ Authenticated access:" in full_output and "FAILED" in full_output:
+            summary["critical_issues"].append("HuggingFace authentication failed")
+        if "❌ Model not available" in full_output:
+            summary["critical_issues"].append("AI models failed to load")
+
+        return {
+            "status": "success",
+            "output": full_output,
+            "timestamp": datetime.now().isoformat(),
+            "duration_seconds": round(duration, 2),
+            "summary": summary
+        }
+
+    except subprocess.TimeoutExpired:
+        duration = time.time() - start_time
+        return {
+            "status": "timeout",
+            "output": f"Test timed out after {duration:.1f} seconds",
+            "timestamp": datetime.now().isoformat(),
+            "duration_seconds": round(duration, 2),
+            "summary": {
+                "transformers_available": False,
+                "hf_hub_connected": False,
+                "models_loaded": 0,
+                "critical_issues": ["Test execution timed out"]
+            }
+        }
+
+    except Exception as e:
+        duration = time.time() - start_time
+        return {
+            "status": "error",
+            "output": f"Error running diagnostic test: {str(e)}",
+            "timestamp": datetime.now().isoformat(),
+            "duration_seconds": round(duration, 2),
+            "summary": {
+                "transformers_available": False,
+                "hf_hub_connected": False,
+                "models_loaded": 0,
+                "critical_issues": [f"Execution error: {str(e)}"]
+            }
+        }
+
+
 @app.post("/api/diagnostics/self-heal")
 async def trigger_self_heal(model_key: Optional[str] = None):
     """

config.py

@@ -1,39 +1,42 @@
-#!/usr/bin/env python3
-"""Configuration module for Hugging Face models."""
-
-import os
-from typing import Optional, Dict, Any
-
-HUGGINGFACE_MODELS: Dict[str, str] = {
-    "sentiment_twitter": "cardiffnlp/twitter-roberta-base-sentiment-latest",
-    "sentiment_financial": "ProsusAI/finbert",
-    "summarization": "facebook/bart-large-cnn",
-    "crypto_sentiment": "ElKulako/cryptobert",
-}
-
-# Self-Healing Configuration
-SELF_HEALING_CONFIG = {
-    "error_threshold": int(os.getenv("HEALTH_ERROR_THRESHOLD", "3")),  # Failures before degraded
-    "cooldown_seconds": int(os.getenv("HEALTH_COOLDOWN_SECONDS", "300")),  # 5 minutes default
-    "success_recovery_count": int(os.getenv("HEALTH_RECOVERY_COUNT", "2")),  # Successes to recover
-    "enable_auto_reinit": os.getenv("HEALTH_AUTO_REINIT", "true").lower() == "true",
-    "reinit_cooldown_seconds": int(os.getenv("HEALTH_REINIT_COOLDOWN", "600")),  # 10 minutes
-}
-
-class Settings:
-    """Application settings."""
-    def __init__(self):
-        self.hf_token: Optional[str] = os.getenv("HF_TOKEN") or os.getenv("HUGGINGFACE_TOKEN")
-        # Self-healing settings
-        self.health_error_threshold: int = SELF_HEALING_CONFIG["error_threshold"]
-        self.health_cooldown_seconds: int = SELF_HEALING_CONFIG["cooldown_seconds"]
-        self.health_success_recovery_count: int = SELF_HEALING_CONFIG["success_recovery_count"]
-        self.health_enable_auto_reinit: bool = SELF_HEALING_CONFIG["enable_auto_reinit"]
-        self.health_reinit_cooldown_seconds: int = SELF_HEALING_CONFIG["reinit_cooldown_seconds"]
-
-_settings = Settings()
-
-def get_settings() -> Settings:
-    """Get application settings instance."""
-    return _settings
-
+#!/usr/bin/env python3
+"""Configuration module for the application."""
+
+import os
+from typing import Optional, Dict, Any
+
+# Legacy model definitions (for backward compatibility)
+# NOTE: ai_models.py now defines models directly
+HUGGINGFACE_MODELS: Dict[str, str] = {
+    "sentiment_twitter": "cardiffnlp/twitter-roberta-base-sentiment-latest",
+    "sentiment_financial": "ProsusAI/finbert",
+    "summarization": "facebook/bart-large-cnn",
+    "crypto_sentiment": "ElKulako/cryptobert",
+}
+
+# Self-Healing Configuration
+SELF_HEALING_CONFIG = {
+    "error_threshold": int(os.getenv("HEALTH_ERROR_THRESHOLD", "3")),
+    "cooldown_seconds": int(os.getenv("HEALTH_COOLDOWN_SECONDS", "300")),
+    "success_recovery_count": int(os.getenv("HEALTH_RECOVERY_COUNT", "2")),
+    "enable_auto_reinit": os.getenv("HEALTH_AUTO_REINIT", "true").lower() == "true",
+    "reinit_cooldown_seconds": int(os.getenv("HEALTH_REINIT_COOLDOWN", "60")),
+}
+
+class Settings:
+    """Application settings."""
+    def __init__(self):
+        # HuggingFace authentication
+        self.hf_token: Optional[str] = os.getenv("HF_TOKEN") or os.getenv("HUGGINGFACE_TOKEN")
+        
+        # Self-healing settings
+        self.health_error_threshold: int = SELF_HEALING_CONFIG["error_threshold"]
+        self.health_cooldown_seconds: int = SELF_HEALING_CONFIG["cooldown_seconds"]
+        self.health_success_recovery_count: int = SELF_HEALING_CONFIG["success_recovery_count"]
+        self.health_enable_auto_reinit: bool = SELF_HEALING_CONFIG["enable_auto_reinit"]
+        self.health_reinit_cooldown_seconds: int = SELF_HEALING_CONFIG["reinit_cooldown_seconds"]
+
+_settings = Settings()
+
+def get_settings() -> Settings:
+    """Get application settings instance."""
+    return _settings

index.html

@@ -30,7 +30,7 @@
         <!-- Sidebar Navigation -->
         <aside class="sidebar" id="sidebar">
             <div class="sidebar-header">
-                <div class="sidebar-logo">
+                <div class="sidebar-logo" onclick="switchTab('dashboard')" style="cursor: pointer;">
                     <div class="logo-icon">
                         <svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round">
                             <path d="M12 2L2 7l10 5 10-5-10-5z"></path>
@@ -110,13 +110,23 @@
                     </svg>
                     <span>AI Design Tools</span>
                 </button>
-                <button class="nav-item" data-tab="settings" onclick="switchTab('settings')">
-                    <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round">
-                        <circle cx="12" cy="12" r="3"></circle>
-                        <path d="M12 1v6m0 6v6m9-9h-6m-6 0H3m15.364 6.364l-4.243-4.243m-4.242 0L5.636 17.364m12.728 0l-4.243-4.243m-4.242 0L5.636 6.636"></path>
-                    </svg>
-                    <span>Settings</span>
-                </button>
+                <div class="nav-section">
+                    <div class="nav-section-header">
+                        <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round">
+                            <circle cx="12" cy="12" r="3"></circle>
+                            <path d="M12 1v6m0 6v6m9-9h-6m-6 0H3m15.364 6.364l-4.243-4.243m-4.242 0L5.636 17.364m12.728 0l-4.243-4.243m-4.242 0L5.636 6.636"></path>
+                        </svg>
+                        <span>Settings</span>
+                    </div>
+                    <div class="nav-section-items">
+                        <button class="nav-item nav-subitem" data-tab="settings" onclick="switchTab('settings')">
+                            <span>⚙️ System Status</span>
+                        </button>
+                        <button class="nav-item nav-subitem" data-tab="diagnostics" onclick="switchTab('diagnostics')">
+                            <span>🔍 Test & Diagnostics</span>
+                        </button>
+                    </div>
+                </div>
             </nav>
             
             <div class="sidebar-footer">
@@ -483,6 +493,191 @@
                         <div id="api-info"></div>
                     </div>
                 </section>
+
+                <!-- Providers Placeholder Tab -->
+                <section id="tab-providers" class="tab-panel">
+                    <div class="placeholder-page">
+                        <div class="placeholder-icon">🧩</div>
+                        <h2>Providers</h2>
+                        <p>This feature is under development.</p>
+                        <p class="text-secondary">Provider management and configuration will be available here.</p>
+                        <button class="btn-primary" onclick="switchTab('diagnostics')">
+                            <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" style="display: inline-block; vertical-align: middle; margin-right: 6px;">
+                                <path d="M12 2L2 7l10 5 10-5-10-5z"></path>
+                                <path d="M2 17l10 5 10-5"></path>
+                                <path d="M2 12l10 5 10-5"></path>
+                            </svg>
+                            Run Diagnostics
+                        </button>
+                    </div>
+                </section>
+
+                <!-- Resources Placeholder Tab -->
+                <section id="tab-resources" class="tab-panel">
+                    <div class="placeholder-page">
+                        <div class="placeholder-icon">📚</div>
+                        <h2>Resources</h2>
+                        <p>This feature is under development.</p>
+                        <p class="text-secondary">Resource management and monitoring will be available here.</p>
+                        <button class="btn-primary" onclick="switchTab('diagnostics')">
+                            <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" style="display: inline-block; vertical-align: middle; margin-right: 6px;">
+                                <path d="M12 2L2 7l10 5 10-5-10-5z"></path>
+                                <path d="M2 17l10 5 10-5"></path>
+                                <path d="M2 12l10 5 10-5"></path>
+                            </svg>
+                            Run Diagnostics
+                        </button>
+                    </div>
+                </section>
+
+                <!-- DeFi Analytics Placeholder Tab -->
+                <section id="tab-defi" class="tab-panel">
+                    <div class="placeholder-page">
+                        <div class="placeholder-icon">💎</div>
+                        <h2>DeFi Analytics</h2>
+                        <p>This feature is under development.</p>
+                        <p class="text-secondary">DeFi protocol analytics and insights will be available here.</p>
+                        <button class="btn-primary" onclick="switchTab('diagnostics')">
+                            <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" style="display: inline-block; vertical-align: middle; margin-right: 6px;">
+                                <path d="M12 2L2 7l10 5 10-5-10-5z"></path>
+                                <path d="M2 17l10 5 10-5"></path>
+                                <path d="M2 12l10 5 10-5"></path>
+                            </svg>
+                            Run Diagnostics
+                        </button>
+                    </div>
+                </section>
+
+                <!-- System Status Placeholder Tab -->
+                <section id="tab-system-status" class="tab-panel">
+                    <div class="placeholder-page">
+                        <div class="placeholder-icon">⚙️</div>
+                        <h2>System Status</h2>
+                        <p>This feature is under development.</p>
+                        <p class="text-secondary">System health monitoring and status dashboard will be available here.</p>
+                        <button class="btn-primary" onclick="switchTab('diagnostics')">
+                            <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" style="display: inline-block; vertical-align: middle; margin-right: 6px;">
+                                <path d="M12 2L2 7l10 5 10-5-10-5z"></path>
+                                <path d="M2 17l10 5 10-5"></path>
+                                <path d="M2 12l10 5 10-5"></path>
+                            </svg>
+                            Run Diagnostics
+                        </button>
+                    </div>
+                </section>
+
+                <!-- Test & Diagnostics Tab -->
+                <section id="tab-diagnostics" class="tab-panel">
+                    <div class="diagnostic-header">
+                        <div class="diagnostic-title">
+                            <h2>🔍 System Diagnostics & Model Testing</h2>
+                            <p>Run comprehensive tests on AI models, transformers, and HuggingFace Hub connectivity</p>
+                        </div>
+                    </div>
+
+                    <!-- Quick Status Cards -->
+                    <div class="status-cards-grid">
+                        <div class="status-card" id="transformers-status">
+                            <div class="status-icon">📚</div>
+                            <div class="status-content">
+                                <div class="status-label">Transformers Library</div>
+                                <div class="status-value" id="transformers-status-value">Checking...</div>
+                            </div>
+                        </div>
+
+                        <div class="status-card" id="hf-status">
+                            <div class="status-icon">🤗</div>
+                            <div class="status-content">
+                                <div class="status-label">HuggingFace Hub</div>
+                                <div class="status-value" id="hf-status-value">Checking...</div>
+                            </div>
+                        </div>
+
+                        <div class="status-card" id="models-status">
+                            <div class="status-icon">🧠</div>
+                            <div class="status-content">
+                                <div class="status-label">Models Loaded</div>
+                                <div class="status-value" id="models-status-value">0</div>
+                            </div>
+                        </div>
+
+                        <div class="status-card" id="last-test-status">
+                            <div class="status-icon">🕒</div>
+                            <div class="status-content">
+                                <div class="status-label">Last Test Run</div>
+                                <div class="status-value" id="last-test-value">Never</div>
+                            </div>
+                        </div>
+                    </div>
+
+                    <!-- Action Buttons -->
+                    <div class="diagnostic-actions">
+                        <button class="btn-primary" id="run-diagnostics-btn" onclick="runDiagnostic()">
+                            <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" style="display: inline-block; vertical-align: middle; margin-right: 6px;">
+                                <polygon points="13 2 3 14 12 14 11 22 21 10 12 10 13 2"></polygon>
+                            </svg>
+                            ▶️ Run Full Diagnostic
+                        </button>
+                        <button class="btn-secondary" onclick="refreshDiagnosticStatus()">
+                            <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" style="display: inline-block; vertical-align: middle; margin-right: 6px;">
+                                <polyline points="23 4 23 10 17 10"></polyline>
+                                <polyline points="1 20 1 14 7 14"></polyline>
+                                <path d="M3.51 9a9 9 0 0 1 14.85-3.36L23 10M1 14l4.64 4.36A9 9 0 0 0 20.49 15"></path>
+                            </svg>
+                            🔄 Refresh Status
+                        </button>
+                        <button class="btn-secondary" onclick="downloadDiagnosticLog()">
+                            <svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round" style="display: inline-block; vertical-align: middle; margin-right: 6px;">
+                                <path d="M21 15v4a2 2 0 0 1-2 2H5a2 2 0 0 1-2-2v-4"></path>
+                                <polyline points="7 10 12 15 17 10"></polyline>
+                                <line x1="12" y1="15" x2="12" y2="3"></line>
+                            </svg>
+                            📥 Download Log
+                        </button>
+                    </div>
+
+                    <!-- Test Output Section -->
+                    <div class="diagnostic-output-section">
+                        <div class="glass-card">
+                            <div class="card-header">
+                                <h3>Test Output</h3>
+                                <div id="test-progress" style="display: none;">
+                                    <div class="spinner"></div>
+                                    <span>Running diagnostic tests...</span>
+                                </div>
+                            </div>
+                            <div class="diagnostic-output-container">
+                                <pre id="diagnostic-output" class="diagnostic-output"></pre>
+                            </div>
+                        </div>
+                    </div>
+
+                    <!-- Test Results Summary -->
+                    <div class="diagnostic-summary" id="diagnostic-summary" style="display: none;">
+                        <div class="glass-card">
+                            <h3>Test Results Summary</h3>
+                            <div class="summary-grid">
+                                <div class="summary-item">
+                                    <span class="summary-label">Duration:</span>
+                                    <span class="summary-value" id="summary-duration">-</span>
+                                </div>
+                                <div class="summary-item">
+                                    <span class="summary-label">Tests Passed:</span>
+                                    <span class="summary-value" id="summary-passed">-</span>
+                                </div>
+                                <div class="summary-item">
+                                    <span class="summary-label">Tests Failed:</span>
+                                    <span class="summary-value" id="summary-failed">-</span>
+                                </div>
+                                <div class="summary-item">
+                                    <span class="summary-label">Critical Issues:</span>
+                                    <span class="summary-value" id="summary-critical">-</span>
+                                </div>
+                            </div>
+                            <div id="suggested-fixes" style="margin-top: 15px;"></div>
+                        </div>
+                    </div>
+                </section>
             </main>
         </div>
     </div>