Update app.py

app.py

@@ -2,120 +2,97 @@ import os
 import gradio as gr
 import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
+from langchain.tools.tavily_search import TavilySearchResults
 
-# Load Hugging Face token from environment
+# Load environment variables
 HF_TOKEN = os.getenv("HF_TOKEN")
+TAVILY_API_KEY = os.getenv("TAVILY_API_KEY")
 
-# Cache models globally
-llama_model = None
-llama_tokenizer = None
-mistral_model = None
-mistral_tokenizer = None
+# Check API key
+if not TAVILY_API_KEY:
+    raise ValueError("Missing TAVILY_API_KEY in environment variables")
 
-# ---------- AI CALLS ----------
-def call_llama(prompt):
-    global llama_model, llama_tokenizer
-    try:
-        if llama_model is None or llama_tokenizer is None:
-            llama_tokenizer = AutoTokenizer.from_pretrained(
-                "meta-llama/Meta-Llama-3-8B-Instruct", token=HF_TOKEN
-            )
-            llama_model = AutoModelForCausalLM.from_pretrained(
-                "meta-llama/Meta-Llama-3-8B-Instruct",
-                torch_dtype=torch.float16,
-                device_map="auto",
-                token=HF_TOKEN
-            )
-        pipe = pipeline("text-generation", model=llama_model, tokenizer=llama_tokenizer)
-        result = pipe(prompt, max_new_tokens=350, temperature=0.7)
-        return result[0]["generated_text"].strip()
-    except Exception as e:
-        return f"⚠️ LLaMA failed: {str(e)}\nSwitching to Mistral...\n\n" + call_mistral(prompt)
+# Load Mistral model
+tokenizer = AutoTokenizer.from_pretrained(
+    "mistralai/Mistral-7B-Instruct-v0.1",
+    token=HF_TOKEN
+)
 
-def call_mistral(prompt):
-    global mistral_model, mistral_tokenizer
-    try:
-        if mistral_model is None or mistral_tokenizer is None:
-            mistral_tokenizer = AutoTokenizer.from_pretrained(
-                "mistralai/Mistral-7B-Instruct-v0.1", token=HF_TOKEN
-            )
-            mistral_model = AutoModelForCausalLM.from_pretrained(
-                "mistralai/Mistral-7B-Instruct-v0.1",
-                torch_dtype=torch.float16,
-                device_map="auto",
-                token=HF_TOKEN
-            )
-        pipe = pipeline("text-generation", model=mistral_model, tokenizer=mistral_tokenizer)
-        result = pipe(prompt, max_new_tokens=300, temperature=0.7)
-        return result[0]['generated_text'].strip()
-    except Exception as e:
-        return f"⚠️ Mistral model also failed: {str(e)}"
-
-# ---------- MAIN FUNCTION ----------
-def find_funding(region, project_type, community_focus):
-    if not region or not project_type or not community_focus:
-        return "Please select all fields to get funding suggestions."
-
-    prompt = f"""<|system|>
-You are an Indigenous Community Funding Guide. Based on the inputs below, suggest relevant grants available in Canada for Indigenous Peoples.
-- Region: {region}
-- Project Type: {project_type}
-- Community Focus: {community_focus}
-Respond with:
-1. Grant Name
+model = AutoModelForCausalLM.from_pretrained(
+    "mistralai/Mistral-7B-Instruct-v0.1",
+    torch_dtype=torch.float16,
+    device_map="auto",
+    token=HF_TOKEN
+)
+
+llm = pipeline("text-generation", model=model, tokenizer=tokenizer)
+
+# Tavily Search
+search = TavilySearchResults(api_key=TAVILY_API_KEY)
+
+# Main function
+def find_funding(project_description):
+    if not project_description or len(project_description.strip()) < 5:
+        return "Please describe your project to find funding opportunities."
+
+    # Live search on trusted sites
+    query = f"site:canada.ca OR site:canadacouncil.ca grants for {project_description}"
+    search_results = search.run(query)
+
+    if not search_results:
+        return "No search results found. Try a different project description."
+
+    # Format results for prompt
+    result_snippets = "\n".join([f"- {r['title']} | {r['url']}" for r in search_results[:5]])
+
+    prompt = f"""<s>[INST]
+You are a Funding Advisor for Indigenous communities in Canada. Based on the following search results and the user's project description, return 3 to 5 funding opportunities.
+
+User Project Description:
+"{project_description}"
+
+Search Results:
+{result_snippets}
+
+For each grant, include:
+1. Grant name
 2. Who it's for
 3. Deadline (if known)
-4. Where to apply (optional)
-</s>"""
-    return "AI Recommendation:\n\n" + call_llama(prompt)
+4. Link
+[/INST]"""
 
-# ---------- THEME ----------
-custom_theme = gr.themes.Soft(
+    try:
+        result = llm(prompt, max_new_tokens=500, temperature=0.7)[0]["generated_text"]
+        return result.strip()
+    except Exception as e:
+        return f"⚠️ AI model error: {str(e)}"
+
+# Theme
+theme = gr.themes.Soft(
     primary_hue="orange",
-    secondary_hue="blue",
+    secondary_hue="green",
     font=[gr.themes.GoogleFont("Inter"), "ui-sans-serif", "system-ui", "sans-serif"],
-    radius_size=gr.themes.sizes.radius_sm,
-)
-
-# ---------- UI ELEMENTS ----------
-region_dropdown = gr.Dropdown(
-    choices=["Alberta", "British Columbia", "Manitoba", "Nunavut", "Ontario", "Quebec", "Saskatchewan", "Yukon"],
-    label="Select your region"
+    radius_size=gr.themes.sizes.radius_md,
 )
 
-project_type_dropdown = gr.Dropdown(
-    choices=["Language Revitalization", "Arts & Culture", "Youth Programs", "Education", "Entrepreneurship", "Land-based Projects"],
-    label="Type of project"
-)
-
-focus_dropdown = gr.Dropdown(
-    choices=["Youth", "Elders", "Women", "Two-Spirit", "Entrepreneurs", "Community-wide"],
-    label="Community focus"
-)
-
-output_box = gr.Textbox(label="Suggested Grants", lines=8)
-
-# ---------- INTERFACE ----------
-iface = gr.Interface(
+# UI
+demo = gr.Interface(
     fn=find_funding,
-    inputs=[region_dropdown, project_type_dropdown, focus_dropdown],
-    outputs=output_box,
-    title="💸 Indigenous Grants Finder",
-    description="""### AI-powered tool to help Indigenous communities in Canada discover relevant grants and funding opportunities.
-Select your region, project type, and community focus to get started.""",
-    theme=custom_theme
+    inputs=gr.Textbox(
+        lines=3,
+        label="Describe your project",
+        placeholder="e.g. Language revitalization course for Dene youth in Yukon"
+    ),
+    outputs=gr.Textbox(
+        label="Funding Opportunities",
+        lines=10,
+        show_copy_button=True
+    ),
+    title="💸 Indigenous Project Funding Finder",
+    description="Enter a short project description. This tool searches trusted sites and uses AI to summarize relevant funding programs.",
+    theme=theme,
+    allow_flagging="never"
 )
 
-# ---------- FOOTER ----------
-footer_html = """## ✨ Why This Matters
-This tool shows how AI can help Indigenous communities **access resources** and **reclaim agency**.  
-All AI suggestions should be **verified by the community** and used **with consent and cultural care**.  
-Created with ❤️ by Shingai Manjengwa, @tjido"""
-
-demo = gr.Blocks(theme=custom_theme, fill_height=True)
-with demo:
-    iface.render()
-    gr.Markdown(footer_html)
-
 if __name__ == "__main__":
     demo.launch()