Add FREE Hugging Face LLM option - no API key required!

Dockerfile.full

@@ -41,5 +41,5 @@ RUN echo '[supervisord]' > /etc/supervisor/conf.d/supervisord.conf && \
 EXPOSE 7860
 
 # Start services with supervisor
-CMD ["/usr/bin/supervisord", "-c", "/etc/supervisor/conf.d/supervisord.conf"]
+CMD ["sh", "-c", "ollama serve & sleep 5 && streamlit run /app/app.py --server.address 0.0.0.0 --server.port 7860 --server.headless true --server.enableCORS false --server.enableXsrfProtection false"]
 

app.py

@@ -282,6 +282,8 @@ Output ONLY valid JSON:
             return self._call_openai(prompt)
         elif self.llm_provider == "anthropic":
             return self._call_anthropic(prompt)
+        elif self.llm_provider == "huggingface":
+            return self._call_huggingface(prompt)
         else:
             raise ValueError(f"Unknown LLM provider: {self.llm_provider}")
     
@@ -356,6 +358,53 @@ Output ONLY valid JSON:
         except Exception as e:
             raise Exception(f"Failed to call Anthropic API - {e}")
     
+    def _call_huggingface(self, prompt: str) -> str:
+        """Call the Hugging Face Inference API (FREE) to generate a response."""
+        try:
+            # Use a good free model for text generation
+            model_name = self.api_key or "mistralai/Mistral-7B-Instruct-v0.3"  # Default free model
+            
+            headers = {
+                "Authorization": f"Bearer {self.api_key}" if self.api_key else None,
+                "Content-Type": "application/json"
+            }
+            # Remove None values
+            headers = {k: v for k, v in headers.items() if v is not None}
+            
+            # Create a properly formatted prompt
+            full_prompt = f"""<s>[INST]You are a JSON data analysis assistant. Always respond with valid JSON only, no explanations.
+
+{prompt}[/INST]"""
+            
+            payload = {
+                "inputs": full_prompt,
+                "parameters": {
+                    "max_new_tokens": 1000,
+                    "temperature": 0.3,
+                    "return_full_text": False
+                }
+            }
+            
+            api_url = f"https://api-inference.huggingface.co/models/{model_name}"
+            response = requests.post(api_url, json=payload, headers=headers, timeout=60)
+            
+            if response.status_code == 503:
+                raise Exception("Model is loading. Please wait a moment and try again.")
+            
+            response.raise_for_status()
+            result = response.json()
+            
+            # Handle different response formats
+            if isinstance(result, list) and len(result) > 0:
+                return result[0].get('generated_text', '')
+            elif isinstance(result, dict):
+                return result.get('generated_text', '')
+            else:
+                return str(result)
+            
+        except Exception as e:
+            raise Exception(f"Failed to call Hugging Face API - {e}")
+    
     def parse_llm_output(self, output: str) -> Dict[str, Any]:
         """Parse and validate the LLM JSON output."""
         try:
@@ -388,7 +437,7 @@ def main():
     st.title("📊 JSON Field Analyzer")
     
     if IS_HUGGINGFACE:
-        st.info("🆓 Running on Hugging Face - Please use cloud LLM providers (OpenAI or Anthropic)")
+        st.info("🆓 Running on Hugging Face - FREE Hugging Face AI model available! No API key needed.")
     
     st.markdown("**Upload a JSON file and analyze important fields using LLM**")
     
@@ -401,17 +450,17 @@ def main():
             st.info("🌐 Running online - Cloud LLM required")
         
         # LLM Provider Selection
-        # Default to Anthropic if on Streamlit Cloud or Hugging Face, Ollama on local
+        # Default to Hugging Face (free) if online, Ollama on local
         if IS_ONLINE:
-            default_index = 2  # Anthropic Claude
+            default_index = 3  # Hugging Face (Free)
         else:
             default_index = 0  # Ollama
             
         llm_provider = st.selectbox(
             "🤖 LLM Provider",
-            ["Ollama (Local)", "OpenAI (Cloud)", "Anthropic Claude (Cloud)"],
+            ["Ollama (Local)", "OpenAI (Cloud)", "Anthropic Claude (Cloud)", "Hugging Face (Free 🌟)"],
             index=default_index,
-            help="Choose your LLM provider"
+            help="Choose your LLM provider - Hugging Face is FREE and no API key needed!"
         )
         
         # Extract provider name and model
@@ -435,7 +484,7 @@ def main():
             if not api_key:
                 st.warning("⚠️ Please enter your OpenAI API key")
                 st.info("💡 Get key: https://platform.openai.com/api-keys")
-        else:  # Anthropic
+        elif llm_provider == "Anthropic Claude (Cloud)":
             provider_name = "anthropic"
             api_key = os.getenv("ANTHROPIC_API_KEY") or st.text_input(
                 "Anthropic API Key", 
@@ -445,6 +494,16 @@ def main():
             if not api_key:
                 st.warning("⚠️ Please enter your Anthropic API key")
                 st.info("💡 Get key: https://console.anthropic.com")
+        else:  # Hugging Face (Free)
+            provider_name = "huggingface"
+            api_key = os.getenv("HUGGINGFACE_API_KEY") or st.text_input(
+                "Hugging Face API Key (Optional)", 
+                type="password", 
+                help="Optional: Enter your HF token for faster inference (or set HUGGINGFACE_API_KEY env var)"
+            )
+            if not api_key:
+                st.info("✨ Using free Hugging Face Inference API - no key needed!")
+                st.info("💡 Optional: Add your token in Settings > Secrets for better performance")
         
         st.markdown("---")
         
@@ -515,7 +574,7 @@ ollama pull llama3.2:3b
                     st.error("❌ Ollama is not available on this platform")
                     st.info("💡 Please select 'Anthropic Claude (Cloud)' or 'OpenAI (Cloud)' from the sidebar")
                 
-                # Validate API key for cloud providers
+                # Validate API key for cloud providers (except Hugging Face which is optional)
                 elif provider_name in ["openai", "anthropic"] and not api_key:
                     st.error("❌ Please enter an API key for the selected cloud provider")
                 else: