Update src/llm_client.py

src/llm_client.py

@@ -0,0 +1,33 @@
+import requests
+import os
+
+def ask_granite(query, context):
+    """
+    Connects to the NavyDevilDoc/private-granite Space.
+    """
+    hf_token = os.environ.get("HF_TOKEN")
+    if not hf_token:
+        return "Error: HF_TOKEN is missing."
+
+    api_url = "https://navydevildoc-private-granite.hf.space/generate"
+    
+    payload = {
+        "text": f"USER QUESTION: {query}\n\nDOCUMENT CONTEXT:\n{context[:6000]}",
+        "persona": "You are a question answering Subject Matter Expert. Answer strictly based on the provided context.",
+        "model": "granite4:latest", # Or gemma3:latest
+        "max_tokens": 5000
+    }
+    
+    headers = {
+        "Authorization": f"Bearer {hf_token}",
+        "Content-Type": "application/json"
+    }
+    
+    try:
+        response = requests.post(api_url, json=payload, headers=headers, timeout=120)
+        if response.status_code == 200:
+            return response.json().get("response", "Error: Empty response.")
+        else:
+            return f"Error {response.status_code}: {response.text}"
+    except Exception as e:
+        return f"Connection Error: {str(e)}"