Update app.py

app.py

@@ -3,51 +3,48 @@ import gradio as gr
 import requests
 import json
 
-# Retrieve the API token from secrets
+# Retrieve the API token from environment variables
 api_token = os.getenv("API_TOKEN")
 if not api_token:
     raise ValueError("API token not found. Make sure 'API_TOKEN' is set in the Secrets.")
 
-# Use the token in your request headers
-API_URL = "https://api-inference.huggingface.co/models/mistralai/Mistral-7B-Instruct-v0.3"
+# Use a faster and optimized model
+API_URL = "https://api-inference.huggingface.co/models/mistralai/Mistral-7B-Instruct-v0.2"
 HEADERS = {"Authorization": f"Bearer {api_token}"}
 
 def analyze_figure_of_speech(verse):
     if not verse.strip():
-        return "Please enter a Bible verse."
+        yield "Please enter a Bible verse."
     
-    # Construct a prompt to instruct the model to analyze figures of speech in the verse.
-    prompt = f"""Y<s>[INST] You are JR-Sacred Syntax, an expert biblical scholar specializing in the analysis of Bible verses. 
-Your task is to analyze the given Bible verse and determine if it contains a figure of speech such as Synecdoche, Metonymy, Hyperbole, Simile, or Paradox. 
+    # Construct a refined prompt to ensure structured JSON output
+    prompt = f"""<s>[INST] You are JR-Sacred Syntax, an expert biblical scholar specializing in figures of speech in the Bible.
+Analyze the given verse and determine if it contains a figure of speech such as Synecdoche, Metonymy, Hyperbole, Simile, or Paradox.
+Follow this structured JSON format:
 
-Follow this structured output format:
-
-{
+{{
   "verse": "[Provide the NKJV Bible verse]",
   "figure": "[Identify the figure of speech]",
-  "explanation": "[Give a clear explanation similar to the reference examples]",
+  "explanation": "[Clear explanation similar to the reference examples]",
   "examples": [
-    {
+    {{
       "phrase": "[Identify the phrase from the verse]",
       "analysis": "[Explain why this phrase qualifies as the identified figure of speech]"
-    }
+    }}
   ]
-}
+}}
 
-Use the reference structure below to format your analysis:
-
-Example:
-{
+Example Output:
+{{
   "verse": "Acts 5:9 - 'The feet of those who have buried your husband are at the door…'",
   "figure": "Synecdoche",
   "explanation": "'Feet' here stands for the entire persons (the men) who buried her husband. It focuses on one part (their feet) to represent the whole person.",
   "examples": [
-    {
+    {{
       "phrase": "feet",
       "analysis": "The term 'feet' is used to represent the whole person."
-    }
+    }}
   ]
-}
+}}
 
 Now, analyze the following Bible verse:
 "{verse}"
@@ -55,27 +52,26 @@ Now, analyze the following Bible verse:
     
     payload = {
         "inputs": prompt,
+        "parameters": {"max_new_tokens": 300, "temperature": 0.7, "top_p": 0.9},
     }
     
     try:
+        yield "Processing... Please wait."
         response = requests.post(API_URL, headers=HEADERS, json=payload)
         response.raise_for_status()
         result = response.json()
         
         if isinstance(result, list) and len(result) > 0:
             generated_text = result[0].get("generated_text", "")
-            marker = "Figures:"  # Marker to help extract the output
-            if marker in generated_text:
-                generated_text = generated_text.split(marker, 1)[1].strip()
             try:
                 output_json = json.loads(generated_text)
-                return json.dumps(output_json, indent=2)
+                yield json.dumps(output_json, indent=2)
             except json.JSONDecodeError:
-                return generated_text
+                yield generated_text
         else:
-            return "Error: Unexpected response format."
+            yield "Error: Unexpected response format."
     except requests.exceptions.RequestException as e:
-        return f"API Error: {e}"
+        yield f"API Error: {e}"
 
 demo = gr.Interface(
     fn=analyze_figure_of_speech,
@@ -86,7 +82,8 @@ demo = gr.Interface(
     ),
     outputs=gr.Textbox(label="Figures of Speech Analysis (JSON)"),
     title="JR-Sacred Syntax: Bible Figures of Speech Detector",
-    description="Enter a Bible verse to detect and analyze figures of speech with detailed biblical explanations."
+    description="Enter a Bible verse to detect and analyze figures of speech with detailed biblical explanations.",
+    live=True  # Enables real-time updates
 )
 
 if __name__ == "__main__":