Upload folder using huggingface_hub

deep_research.py

@@ -7,7 +7,7 @@ import re
 load_dotenv(override=True)
 
 
-async def run_research(query: str, model_choice: str, progress=gr.Progress()):
+async def run_research(query: str, model_choice: str, conversation_history: list, progress=gr.Progress()):
     """Run research and yield updates for both report and references"""
     status_messages = []
     final_report_md = ""
@@ -39,7 +39,7 @@ async def run_research(query: str, model_choice: str, progress=gr.Progress()):
     '''
 
     # Collect all chunks and parse structured messages
-    async for chunk in ResearchManager(model_choice).run(query):
+    async for chunk in ResearchManager(model_choice).run(query, conversation_history):
         # Parse structured messages (format: TYPE|data)
         if "|" in chunk:
             msg_type, msg_data = chunk.split("|", 1)
@@ -254,6 +254,77 @@ def format_references_html(references):
     return html
 
 
+async def run_simple_search(query: str, model_choice: str, conversation_history: list, progress=gr.Progress()):
+    """Run a quick follow-up search without full research workflow"""
+    progress(0, desc="🔍 Quick search starting...")
+
+    # Escape single quotes for JavaScript
+    query_escaped = query.replace("'", "'")
+
+    query_display = f'''
+    <div class="user-query simple-search">
+        <div class="query-header">
+            <div class="query-label">Your Follow-up Question:</div>
+            <div class="query-actions">
+                <button class="icon-btn" onclick="navigator.clipboard.writeText('{query_escaped}'); this.innerHTML='✓ Copied'; setTimeout(() => this.innerHTML='📋 Copy', 2000);" title="Copy query">
+                    📋 Copy
+                </button>
+            </div>
+        </div>
+        <div class="query-text">{query}</div>
+    </div>
+    '''
+
+    answer_text = ""
+
+    async for chunk in ResearchManager(model_choice).run_simple_search(query, conversation_history):
+        # Parse structured messages
+        if "|" in chunk:
+            msg_type, msg_data = chunk.split("|", 1)
+
+            if msg_type == "SIMPLE_SEARCH_START":
+                progress(0.3, desc="🔍 Searching...")
+                yield query_display + '<div class="status-message">• Searching...</div>', ""
+
+            elif msg_type == "SIMPLE_SEARCH_COMPLETE":
+                answer_text = msg_data
+                progress(1.0, desc="✅ Complete!")
+
+                # Convert markdown to HTML
+                answer_html = markdown.markdown(
+                    answer_text,
+                    extensions=['extra', 'codehilite', 'tables', 'fenced_code']
+                )
+
+                # Add answer actions
+                answer_actions = '''
+                <div class="answer-actions">
+                    <button class="icon-btn" onclick="
+                        const answerText = document.querySelector('.simple-answer').innerText;
+                        navigator.clipboard.writeText(answerText);
+                        this.innerHTML='✓ Copied';
+                        setTimeout(() => this.innerHTML='📋 Copy Answer', 2000);
+                    " title="Copy answer">
+                        📋 Copy Answer
+                    </button>
+                </div>
+                '''
+
+                final_html = query_display + '<div class="simple-answer">' + answer_html + '</div>' + answer_actions
+                yield final_html, ""
+                return
+
+            elif msg_type == "SIMPLE_SEARCH_ERROR":
+                error_html = query_display + f'<div class="error-message">Error: {msg_data}</div>'
+                yield error_html, ""
+                return
+
+    # Fallback if no complete message
+    if answer_text:
+        answer_html = markdown.markdown(answer_text, extensions=['extra', 'codehilite', 'tables', 'fenced_code'])
+        yield query_display + '<div class="simple-answer">' + answer_html + '</div>', ""
+
+
 # Create custom dark theme
 luntre_theme = gr.themes.Base(
     primary_hue="green",
@@ -429,6 +500,35 @@ textarea:not(.chat-input textarea):focus {
     font-weight: 400;
 }
 
+/* Simple answer styling */
+.simple-answer {
+    background: rgba(45, 45, 45, 0.3);
+    border: 1px solid rgba(55, 65, 81, 0.3);
+    border-radius: 12px;
+    padding: 1.5rem;
+    margin-top: 1rem;
+    color: #E5E7EB;
+    line-height: 1.7;
+}
+
+.answer-actions {
+    display: flex;
+    justify-content: flex-start;
+    align-items: center;
+    margin-top: 1rem;
+    padding-top: 1rem;
+    border-top: 1px solid #374151;
+}
+
+.error-message {
+    background: rgba(239, 68, 68, 0.1);
+    border: 1px solid rgba(239, 68, 68, 0.3);
+    border-radius: 8px;
+    padding: 1rem;
+    margin-top: 1rem;
+    color: #FCA5A5;
+}
+
 /* Report action buttons */
 .report-actions {
     display: flex;
@@ -895,6 +995,8 @@ button[role="tab"] {
 with gr.Blocks(theme=luntre_theme, css=custom_css, title="Luntre AI - Deep Research") as demo:
     # State to store current query for rewrite functionality
     current_query_state = gr.State("")
+    # State to store conversation history
+    conversation_history_state = gr.State([])
 
     # Header
     gr.HTML("""
@@ -933,6 +1035,7 @@ with gr.Blocks(theme=luntre_theme, css=custom_css, title="Luntre AI - Deep Resea
         with gr.Row(elem_classes="controls-row"):
             run_btn = gr.Button("▶ Run Research", variant="primary", elem_classes="run-button")
             search_btn = gr.Button("▶ Run Search", variant="secondary", elem_classes="search-button")
+            clear_conv_btn = gr.Button("🗑️ Clear", variant="secondary", elem_classes="search-button")
             model_selector = gr.Dropdown(
                 choices=[
                     "Gemini 2.5 Flash",
@@ -965,12 +1068,51 @@ with gr.Blocks(theme=luntre_theme, css=custom_css, title="Luntre AI - Deep Resea
         """Clear the input box"""
         return ""
 
+    def add_query_to_history(query, conversation_history):
+        """Add user query to conversation history"""
+        import datetime
+        conversation_history.append({
+            "type": "query",
+            "content": query,
+            "timestamp": datetime.datetime.now().isoformat()
+        })
+        return conversation_history
+
+    def add_report_to_history(report_html, conversation_history):
+        """Add report to conversation history"""
+        import datetime
+        conversation_history.append({
+            "type": "report",
+            "content": report_html,
+            "timestamp": datetime.datetime.now().isoformat()
+        })
+        return conversation_history
+
+    def add_simple_search_to_history(answer_html, conversation_history):
+        """Add simple search answer to conversation history"""
+        import datetime
+        conversation_history.append({
+            "type": "simple_search",
+            "content": answer_html,
+            "timestamp": datetime.datetime.now().isoformat()
+        })
+        return conversation_history
+
+    def clear_conversation():
+        """Clear conversation history"""
+        return []
+
     # Run research
     run_event = run_btn.click(
         fn=update_query_state,
         inputs=[query_input],
         outputs=[current_query_state],
         queue=False
+    ).then(
+        fn=add_query_to_history,
+        inputs=[current_query_state, conversation_history_state],
+        outputs=[conversation_history_state],
+        queue=False
     ).then(
         fn=clear_input,
         inputs=[],
@@ -978,7 +1120,7 @@ with gr.Blocks(theme=luntre_theme, css=custom_css, title="Luntre AI - Deep Resea
         queue=False
     ).then(
         fn=run_research,
-        inputs=[current_query_state, model_selector],
+        inputs=[current_query_state, model_selector, conversation_history_state],
         outputs=[report_output, references_output]
     )
 
@@ -993,16 +1135,59 @@ with gr.Blocks(theme=luntre_theme, css=custom_css, title="Luntre AI - Deep Resea
     # Rewrite (run again with same query)
     rewrite_event = rewrite_btn.click(
         fn=run_research,
-        inputs=[current_query_state, model_selector],
+        inputs=[current_query_state, model_selector, conversation_history_state],
         outputs=[report_output, references_output]
     )
 
-    # Also allow Enter key to submit
+    # Run simple search
+    search_event = search_btn.click(
+        fn=update_query_state,
+        inputs=[query_input],
+        outputs=[current_query_state],
+        queue=False
+    ).then(
+        fn=add_query_to_history,
+        inputs=[current_query_state, conversation_history_state],
+        outputs=[conversation_history_state],
+        queue=False
+    ).then(
+        fn=clear_input,
+        inputs=[],
+        outputs=[query_input],
+        queue=False
+    ).then(
+        fn=run_simple_search,
+        inputs=[current_query_state, model_selector, conversation_history_state],
+        outputs=[report_output, references_output]
+    )
+
+    # Clear conversation
+    def reset_conversation():
+        """Reset conversation and display welcome message"""
+        return (
+            [],
+            "<div class='welcome-message'>Welcome! Enter your research query below to get started.</div>",
+            "<div class='no-references'>No references yet. Run a research query to see sources.</div>"
+        )
+
+    clear_conv_event = clear_conv_btn.click(
+        fn=reset_conversation,
+        inputs=[],
+        outputs=[conversation_history_state, report_output, references_output],
+        queue=False
+    )
+
+    # Also allow Enter key to submit (default to Run Research)
     query_input.submit(
         fn=update_query_state,
         inputs=[query_input],
         outputs=[current_query_state],
         queue=False
+    ).then(
+        fn=add_query_to_history,
+        inputs=[current_query_state, conversation_history_state],
+        outputs=[conversation_history_state],
+        queue=False
     ).then(
         fn=clear_input,
         inputs=[],
@@ -1010,7 +1195,7 @@ with gr.Blocks(theme=luntre_theme, css=custom_css, title="Luntre AI - Deep Resea
         queue=False
     ).then(
         fn=run_research,
-        inputs=[current_query_state, model_selector],
+        inputs=[current_query_state, model_selector, conversation_history_state],
         outputs=[report_output, references_output]
     )
 

planner_agent.py

@@ -4,9 +4,16 @@ from gemini_model import gemini_model
 
 HOW_MANY_SEARCHES = 10
 
-INSTRUCTIONS = f"You are a helpful research assistant. Given a query, come up with a set of web searches \
-to perform to best answer the query. Output {HOW_MANY_SEARCHES} diverse and comprehensive terms to query for, \
-covering different aspects and perspectives of the topic."
+INSTRUCTIONS = f"You are a helpful research assistant. Given a query (and potentially previous conversation history), \
+come up with a set of web searches to perform to best answer the query.\n\n\
+IMPORTANT CONTEXT AWARENESS:\n\
+- If previous research is provided in the context, review it carefully\n\
+- Plan searches that BUILD UPON previous findings rather than repeating them\n\
+- Avoid redundant searches for topics already thoroughly covered\n\
+- Focus on NEW aspects, follow-up questions, or gaps in previous research\n\
+- If this is a follow-up question, tailor searches to specifically address the new angle\n\n\
+Output {HOW_MANY_SEARCHES} diverse and comprehensive search terms that cover different aspects and perspectives, \
+while avoiding redundancy with any previous research already conducted."
 
 
 class WebSearchItem(BaseModel):

research_manager.py

@@ -42,8 +42,30 @@ class ResearchManager:
         # Record this request
         self.request_times.append(current_time)
 
-    async def run(self, query: str):
+    def format_conversation_history(self, conversation_history: list) -> str:
+        """Format conversation history for context injection into agent prompts"""
+        if not conversation_history:
+            return ""
+
+        formatted = "\n\n=== PREVIOUS CONVERSATION HISTORY ===\n\n"
+        for idx, turn in enumerate(conversation_history, 1):
+            if turn.get("type") == "query":
+                formatted += f"--- Previous Query {idx} ---\n{turn['content']}\n\n"
+            elif turn.get("type") in ["report", "simple_search"]:
+                # Truncate long reports to first 1000 chars to save context
+                content = turn['content']
+                if len(content) > 2000:
+                    content = content[:2000] + "\n... [Report truncated for context] ..."
+                formatted += f"--- Previous {'Report' if turn['type'] == 'report' else 'Answer'} {idx} ---\n{content}\n\n"
+
+        formatted += "=== END OF PREVIOUS CONVERSATION ===\n\n"
+        return formatted
+
+    async def run(self, query: str, conversation_history: list = None):
         """ Run the deep research process, yielding the status updates and the final report"""
+        if conversation_history is None:
+            conversation_history = []
+
         trace_id = gen_trace_id()
         model_display = get_model_display_name(self.model_choice)
 
@@ -52,7 +74,7 @@ class ResearchManager:
             yield f"INIT|Using Brave Search API and {model_display}"
             print("Starting research...")
 
-            search_plan = await self.plan_searches(query)
+            search_plan = await self.plan_searches(query, conversation_history)
             num_searches = len(search_plan.searches)
             yield f"PLANNING_COMPLETE|{num_searches}"
 
@@ -68,7 +90,7 @@ class ResearchManager:
             yield "SEARCH_COMPLETE|All searches finished"
 
             yield "WRITING_START|Starting to write report..."
-            report = await self.write_report(query, results)
+            report = await self.write_report(query, results, conversation_history)
             print(f"DEBUG: Report object created, markdown_report length: {len(report.markdown_report)}")
 
             # Yield the report BEFORE sending email
@@ -79,8 +101,11 @@ class ResearchManager:
             yield "COMPLETE|Research complete"
         
 
-    async def plan_searches(self, query: str) -> WebSearchPlan:
+    async def plan_searches(self, query: str, conversation_history: list = None) -> WebSearchPlan:
         """ Plan the searches to perform for the query """
+        if conversation_history is None:
+            conversation_history = []
+
         print("Planning searches...")
         await self.wait_for_rate_limit()
 
@@ -93,9 +118,13 @@ class ResearchManager:
             output_type=WebSearchPlan,
         )
 
+        # Format the input with conversation history if available
+        context = self.format_conversation_history(conversation_history)
+        input_text = f"{context}Current Query: {query}"
+
         result = await Runner.run(
             dynamic_planner,
-            f"Query: {query}",
+            input_text,
         )
         print(f"Will perform {len(result.final_output.searches)} searches")
         return result.final_output_as(WebSearchPlan)
@@ -150,10 +179,16 @@ class ResearchManager:
                     return None
         return None
 
-    async def write_report(self, query: str, search_results: list[str]) -> ReportData:
+    async def write_report(self, query: str, search_results: list[str], conversation_history: list = None) -> ReportData:
         """ Write the report for the query with retry logic """
+        if conversation_history is None:
+            conversation_history = []
+
         print("Thinking about report...")
-        input = f"Original query: {query}\nSummarized search results: {search_results}"
+
+        # Format the input with conversation history if available
+        context = self.format_conversation_history(conversation_history)
+        input = f"{context}Current Query: {query}\n\nNew Search Results: {search_results}"
 
         # Create writer with selected model
         dynamic_writer = Agent(
@@ -226,4 +261,38 @@ class ResearchManager:
                         return report  # Return without sending email
                 else:
                     print(f"Email sending failed: {str(e)}")
-                    return report
+                    return report
+
+    async def run_simple_search(self, query: str, conversation_history: list = None):
+        """Run a quick follow-up search without full research workflow"""
+        if conversation_history is None:
+            conversation_history = []
+
+        print("Running simple search...")
+        yield "SIMPLE_SEARCH_START|Starting quick search..."
+
+        # Import simple search agent
+        from simple_search_agent import simple_search_agent
+
+        # Format conversation history for context
+        context = self.format_conversation_history(conversation_history)
+        input_text = f"{context}Current Question: {query}"
+
+        try:
+            await self.wait_for_rate_limit()
+
+            # Run the simple search agent
+            result = await Runner.run(
+                simple_search_agent,
+                input_text,
+            )
+
+            answer = str(result.final_output)
+            print("Simple search complete")
+
+            yield f"SIMPLE_SEARCH_COMPLETE|{answer}"
+
+        except Exception as e:
+            error_message = f"Simple search failed: {str(e)}"
+            print(error_message)
+            yield f"SIMPLE_SEARCH_ERROR|{error_message}"

simple_search_agent.py

@@ -0,0 +1,34 @@
+from agents import Agent, ModelSettings
+from brave_search_tool import brave_web_search
+from gemini_model import gemini_model
+
+INSTRUCTIONS = (
+    "You are a research assistant providing quick follow-up answers to user questions. "
+    "You will be given:\n"
+    "1. The user's current question\n"
+    "2. Previous conversation history (prior questions and research reports)\n\n"
+
+    "Your task:\n"
+    "- Answer the user's question concisely (300-500 words)\n"
+    "- First check if previous reports already contain the answer\n"
+    "- If you need NEW information, use the search tool for 1-2 targeted searches (NOT 10 searches)\n"
+    "- Reference previous reports when relevant using 'As mentioned in the previous report...'\n"
+    "- Build upon and connect to previous research findings\n"
+    "- Cite sources using [Source Title](URL) format\n"
+    "- Be direct and efficient - this is a quick follow-up, not a comprehensive report\n\n"
+
+    "Output format:\n"
+    "Write a clear, concise answer in markdown format. Include inline citations when making claims. "
+    "If you performed searches, add a brief '## Sources' section at the end with links."
+)
+
+simple_search_agent = Agent(
+    name="Simple Search Agent",
+    instructions=INSTRUCTIONS,
+    tools=[brave_web_search],
+    model=gemini_model,
+    model_settings=ModelSettings(
+        max_tokens=2000,  # Shorter responses
+        temperature=0.7,
+    ),
+)

writer_agent.py

@@ -6,7 +6,10 @@ from gemini_model import gemini_model
 # structured output truncation (see: https://discuss.ai.google.dev/t/107176)
 INSTRUCTIONS = (
     "You are a senior researcher tasked with writing a comprehensive, well-structured report for a research query. "
-    "You will be provided with the original query and initial research done by a research assistant.\n\n"
+    "You will be provided with:\n"
+    "1. The current query\n"
+    "2. New research findings from your research assistant\n"
+    "3. PREVIOUS CONVERSATION HISTORY (if any) - including prior queries and reports\n\n"
 
     "REQUIREMENTS:\n"
     "- Write a COMPLETE report that thoroughly addresses the query (typically 1500-2500 words)\n"
@@ -16,6 +19,14 @@ INSTRUCTIONS = (
     "- Each section should be substantive and well-developed\n"
     "- Use markdown format with proper headings, subheadings, lists, and formatting\n\n"
 
+    "CONTEXT AWARENESS:\n"
+    "- If previous conversation history is provided, carefully review it\n"
+    "- Reference and BUILD UPON previous reports when relevant (e.g., 'As discussed in the previous report...')\n"
+    "- Show connections between current and previous research findings\n"
+    "- Avoid repeating information already covered in detail - instead reference it and add new insights\n"
+    "- If this is a follow-up question, directly address how it relates to previous research\n"
+    "- Maintain continuity in the conversation flow\n\n"
+
     "CITATIONS AND REFERENCES:\n"
     "- When making specific claims or citing facts, use NUMBERED citations like [1], [2], [3] etc.\n"
     "- Extract URLs from the research summaries provided to you\n"