fix imports/reqs

llm_service.py

@@ -5,11 +5,29 @@ Supports Hugging Face models including DeepSeek-V3.2.
 import os
 import logging
 from typing import List, Dict, Optional
-import torch
-from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
+
+# Conditional imports for local model mode (only needed if not using API)
+torch = None
+AutoTokenizer = None
+AutoModelForCausalLM = None
+pipeline = None
 
 logger = logging.getLogger(__name__)
 
+def _import_local_dependencies():
+    """Import torch and transformers only when needed for local model mode"""
+    global torch, AutoTokenizer, AutoModelForCausalLM, pipeline
+    if torch is None:
+        try:
+            import torch
+            from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
+        except ImportError as e:
+            raise ImportError(
+                "torch and transformers are required for local model mode. "
+                "Install them with: pip install torch transformers accelerate sentencepiece\n"
+                "Or use API mode by setting USE_HF_API=true"
+            ) from e
+
 class LLMService:
     """Service for interacting with Hugging Face LLM models"""
     
@@ -40,6 +58,9 @@ class LLMService:
     def _load_local_model(self):
         """Load model locally using transformers"""
         try:
+            # Import dependencies if not already imported
+            _import_local_dependencies()
+            
             logger.info(f"Loading model: {self.model_name}")
             
             # Check if CUDA is available

requirements.txt

@@ -1,11 +1,18 @@
 gradio>=4.0.0
 requests>=2.31.0
+# Standard library imports (no install needed):
+# - re, os, logging, typing are built-in
+# - typing is built-in in Python 3.5+
+
 # LLM dependencies for AI-powered ranking
-# Using Hugging Face API mode (no local model needed)
-# Set HUGGINGFACE_API_TOKEN environment variable in HF Spaces secrets
-# Optional: If you want to use local models, uncomment these:
+# For Hugging Face API mode (recommended for HF Spaces):
+# - Only requests is needed (already above)
+# - Set HUGGINGFACE_API_TOKEN environment variable in HF Spaces secrets
+# - Set USE_HF_API=true in secrets
+
+# For local model mode (optional, large packages):
+# Uncomment these if you want to run models locally instead of using API:
 # transformers>=4.40.0
 # torch>=2.0.0
 # accelerate>=0.27.0
 # sentencepiece>=0.1.99
-