# -*- coding: utf-8 -*- """ OpenResearcher DeepSearch Agent - Hugging Face Space Uses ZeroGPU for efficient inference with the Nemotron model Aligned with app_local.py frontend and logic """ import os import gradio as gr import httpx import json import json5 import re import time import html import asyncio import shared_utils from datetime import datetime from typing import List, Dict, Any, Optional, Tuple, Generator import importlib import traceback import base64 import torch import spaces import yaml from fastapi import FastAPI, Response from fastapi.responses import HTMLResponse import uvicorn from transformers import AutoTokenizer, AutoModelForCausalLM from mcp import ClientSession from mcp.client.streamable_http import streamablehttp_client try: from dotenv import load_dotenv load_dotenv() except ImportError: pass # ============================================================ # Configuration # ============================================================ # Primary: local ZeroGPU inference of this model. MODEL_NAME = os.getenv("MODEL_NAME", "OpenResearcher/Nemotron-3-Nano-30B-A3B") # Backup: only used if local inference raises an error (no GPU, OOM, load # failure, etc). Configure as Space secrets to point at any OpenAI-compatible # chat completions endpoint (OpenAI, Azure OpenAI, OpenRouter, Together, # Groq, a self-hosted vLLM/TGI server, etc.) OPENAI_BASE_URL = os.getenv("OPENAI_BASE_URL", "").rstrip("/") OPENAI_MODEL = os.getenv("OPENAI_MODEL", "") or MODEL_NAME OPENAI_API_KEY = os.getenv("OPENAI_API_KEY", "") SERPER_API_KEY = os.getenv("SERPER_API_KEY", "") # Self-hosted Jina MCP server. Its own JINA_API_KEY is configured on that # server, so no key is needed here. Used exclusively for web search # (search_web tool) - self-hosted SearXNG was tried but Hugging Face's # abuse-detector auto-paused it (cmdline/process-name match on "searxng"), # so it's not viable here. Also used as the primary scraping backend # (read_url tool, with direct HTTP fetch then Serper as fallbacks for # scraping only). JINA_MCP_BASE_URL = os.getenv("JINA_MCP_BASE_URL", "https://leon4gr45-jina.hf.space").rstrip("/") MAX_NEW_TOKENS = int(os.getenv("MAX_NEW_TOKENS", "4096")) # Safe limit for ZeroGPU # Input budget for the conversation history sent each round. Kept # conservative by default since it must work across whatever model is # actually configured (local or cloud) - override per-model via env if needed. MAX_CONTEXT_TOKENS = int(os.getenv("MAX_CONTEXT_TOKENS", "100000")) # ============================================================ # System Prompt & Tools # ============================================================ DEVELOPER_CONTENT = """ You are a helpful assistant and harmless assistant. You will be able to use a set of browsering tools to answer user queries. Tool for browsing. The `cursor` appears in brackets before each browsing display: `[{cursor}]`. Cite information from the tool using the following format: `【{cursor}†L{line_start}(-L{line_end})?】`, for example: `【6†L9-L11】` or `【8†L3】`. Do not quote more than 10 words directly from the tool output. sources=web """.strip() TOOL_CONTENT = """ [ { "type": "function", "function": { "name": "browser.search", "description": "Searches for information related to a query and displays top N results. Returns a list of search results with titles, URLs, and summaries.", "parameters": { "type": "object", "properties": { "query": { "type": "string", "description": "The search query string" }, "topn": { "type": "integer", "description": "Number of results to display", "default": 10 } }, "required": [ "query" ] } } }, { "type": "function", "function": { "name": "browser.open", "description": "Opens a link from the current page or a fully qualified URL. Can scroll to a specific location and display a specific number of lines. Valid link ids are displayed with the formatting: 【{id}†.*】.", "parameters": { "type": "object", "properties": { "id": { "type": [ "integer", "string" ], "description": "Link id from current page (integer) or fully qualified URL (string). Default is -1 (most recent page)", "default": -1 }, "cursor": { "type": "integer", "description": "Page cursor to operate on. If not provided, the most recent page is implied", "default": -1 }, "loc": { "type": "integer", "description": "Starting line number. If not provided, viewport will be positioned at the beginning or centered on relevant passage", "default": -1 }, "num_lines": { "type": "integer", "description": "Number of lines to display", "default": -1 }, "view_source": { "type": "boolean", "description": "Whether to view page source", "default": false }, "source": { "type": "string", "description": "The source identifier (e.g., 'web')" } }, "required": [] } } }, { "type": "function", "function": { "name": "browser.find", "description": "Finds exact matches of a pattern in the current page or a specified page by cursor.", "parameters": { "type": "object", "properties": { "pattern": { "type": "string", "description": "The exact text pattern to search for" }, "cursor": { "type": "integer", "description": "Page cursor to search in. If not provided, searches in the current page", "default": -1 } }, "required": [ "pattern" ] } } } ] """.strip() # ============================================================ # Browser Tool Implementation # ============================================================ class SimpleBrowser: """Browser tool using Serper API.""" def __init__(self, serper_key: str): self.serper_key = serper_key self.pages: Dict[str, Dict] = {} self.page_stack: List[str] = [] self.link_map: Dict[int, Dict] = {} # Map from cursor ID (int) to {url, title} self.used_citations = [] # List of cursor IDs (int) in order of first appearance @property def current_cursor(self) -> int: return len(self.page_stack) - 1 def add_link(self, cursor: int, url: str, title: str = ""): self.link_map[cursor] = {'url': url, 'title': title} def get_link_info(self, cursor: int) -> Optional[dict]: return self.link_map.get(cursor) def get_citation_index(self, cursor: int) -> int: if cursor not in self.used_citations: self.used_citations.append(cursor) return self.used_citations.index(cursor) def get_page_info(self, cursor: int) -> Optional[Dict[str, str]]: # Prioritize link_map as it stores search result metadata if cursor in self.link_map: return self.link_map[cursor] # Fallback to page_stack for opened pages if 0 <= cursor < len(self.page_stack): url = self.page_stack[cursor] page = self.pages.get(url) if page: return {'url': url, 'title': page.get('title', '')} return None def _format_line_numbers(self, text: str, offset: int = 0) -> str: lines = text.split('\n') return '\n'.join(f"L{i + offset}: {line}" for i, line in enumerate(lines)) def _clean_links(self, results: List[Dict], query: str) -> Tuple[str, Dict[int, str]]: link_map = {} lines = [] for i, r in enumerate(results): title = html.escape(r.get('title', 'No Title')) url = r.get('link', r.get('url', '')) snippet = html.escape(r.get('snippet', r.get('summary', ''))) try: domain = url.split('/')[2] if url else '' except: domain = '' try: domain = url.split('/')[2] if url else '' except: domain = '' self.link_map[i] = {'url': url, 'title': title} link_map[i] = {'url': url, 'title': title} link_text = f"【{i}†{title}†{domain}】" if domain else f"【{i}†{title}】" lines.append(f"{link_text}") lines.append(f" {snippet}") lines.append("") return '\n'.join(lines), link_map async def _jina_search(self, query: str, topn: int) -> Optional[List[Dict]]: if not JINA_MCP_BASE_URL: return None async def _do_call(): async with streamablehttp_client(f"{JINA_MCP_BASE_URL}/v1") as (read, write, _): async with ClientSession(read, write) as session: await session.initialize() result = await session.call_tool("search_web", {"query": query, "num": topn}) if result.isError or not result.content: raise Exception("Jina search_web returned an error or empty content") results = [] for block in result.content: raw = getattr(block, "text", "") if not raw: continue try: data = yaml.safe_load(raw) except Exception: continue if isinstance(data, dict): results.append({ "title": data.get("title", "") or "", "link": data.get("url", "") or "", "snippet": data.get("snippet", "") or "", }) return results try: results = await asyncio.wait_for( _retry_with_backoff(_do_call, retries=2, initial_delay=5.0, backoff=2.0), timeout=60.0, ) except Exception as e: print(f"Jina search_web failed after retries: {e}") return None return results[:topn] or None async def search(self, query: str, topn: int = 10) -> str: try: results = await self._jina_search(query, topn) if not results: return f"No results found for: '{query}'" content, new_link_map = self._clean_links(results, query) self.link_map.update(new_link_map) # Merge new links pseudo_url = f"web-search://q={query}&ts={int(time.time())}" cursor = self.current_cursor + 1 page_data = { 'url': pseudo_url, 'title': f"Search Results: {query}", 'text': content, 'urls': {str(k): v['url'] for k, v in new_link_map.items()} } self.pages[pseudo_url] = page_data self.page_stack.append(pseudo_url) header = f"{page_data['title']} ({pseudo_url})\n**viewing lines [0 - {len(content.split(chr(10)))-1}]**\n\n" body = self._format_line_numbers(content) return f"[{cursor}] {header}{body}" except Exception as e: return f"Error during search: {str(e)}" async def open(self, id: int | str = -1, cursor: int = -1, loc: int = -1, num_lines: int = -1, **kwargs) -> str: target_url = None if isinstance(id, str) and id.startswith("http"): target_url = id elif isinstance(id, int) and id >= 0: info = self.link_map.get(id) target_url = info['url'] if info else None if not target_url: return f"Error: Invalid link id '{id}'. Available: {list(self.link_map.keys())}" elif cursor >= 0 and cursor < len(self.page_stack): page_url = self.page_stack[cursor] page = self.pages.get(page_url) if page: text = page['text'] lines = text.split('\n') start = max(0, loc) if loc >= 0 else 0 end = min(len(lines), start + num_lines) if num_lines > 0 else len(lines) header = f"{page['title']} ({page['url']})\n**viewing lines [{start} - {end-1}] of {len(lines)-1}**\n\n" body = self._format_line_numbers('\n'.join(lines[start:end]), offset=start) return f"[{cursor}] {header}{body}" else: return "Error: No valid target specified" if not target_url: return "Error: Could not determine target URL" try: text, title = await self._jina_scrape(target_url) if not text: text, title = await self._direct_fetch(target_url) if not text and self.serper_key: text, title = await self._serper_scrape(target_url) if not text: return f"No content found at URL" lines = text.split('\n') content = '\n'.join(lines) max_lines = 150 if len(lines) > max_lines: content = '\n'.join(lines[:max_lines]) + "\n\n...(content truncated)..." new_cursor = self.current_cursor + 1 page_data = { 'url': target_url, 'title': title or target_url, 'text': content, 'urls': {} } self.pages[target_url] = page_data self.page_stack.append(target_url) start = max(0, loc) if loc >= 0 else 0 display_lines = content.split('\n') end = min(len(display_lines), start + num_lines) if num_lines > 0 else len(display_lines) header = f"{title or target_url} ({target_url})\n**viewing lines [{start} - {end-1}] of {len(display_lines)-1}**\n\n" body = self._format_line_numbers('\n'.join(display_lines[start:end]), offset=start) return f"[{new_cursor}] {header}{body}" except Exception as e: return f"Error fetching URL: {str(e)}" async def _jina_scrape(self, target_url: str) -> Tuple[str, str]: """Primary page fetch: Jina MCP server's read_url tool (clean extraction).""" if not JINA_MCP_BASE_URL: return "", "" try: return await asyncio.wait_for(self._jina_scrape_call(target_url), timeout=45.0) except Exception: return "", "" async def _jina_scrape_call(self, target_url: str) -> Tuple[str, str]: async with streamablehttp_client(f"{JINA_MCP_BASE_URL}/v1") as (read, write, _): async with ClientSession(read, write) as session: await session.initialize() result = await session.call_tool("read_url", {"url": target_url}) if result.isError or not result.content: return "", "" raw = getattr(result.content[0], "text", "") if not raw: return "", "" try: data = yaml.safe_load(raw) except Exception: return raw, "" if isinstance(data, dict): return data.get("content", "") or "", data.get("title", "") or "" return raw, "" async def _serper_scrape(self, target_url: str) -> Tuple[str, str]: headers = {'X-API-KEY': self.serper_key, 'Content-Type': 'application/json'} payload = json.dumps({"url": target_url}) async with httpx.AsyncClient() as client: try: response = await client.post("https://scrape.serper.dev/", headers=headers, data=payload, timeout=30.0) if response.status_code != 200: return "", "" data = response.json() title = data.get("metadata", {}).get("title", "") if isinstance(data.get("metadata"), dict) else "" return data.get("text", ""), title except Exception: return "", "" async def _direct_fetch(self, target_url: str) -> Tuple[str, str]: """Primary page fetch: plain HTTP GET + HTML-to-text, no API key required.""" async with httpx.AsyncClient(follow_redirects=True) as client: try: response = await client.get( target_url, headers={"User-Agent": "Mozilla/5.0 (compatible; OpenResearcherBot/1.0)"}, timeout=20.0, ) if response.status_code != 200: return "", "" raw_html = response.text except Exception: return "", "" title_match = re.search(r']*>(.*?)', raw_html, re.IGNORECASE | re.DOTALL) title = html.unescape(title_match.group(1).strip()) if title_match else "" body = re.sub(r'(?is)<(script|style|noscript|svg|head).*?', ' ', raw_html) body = re.sub(r'(?s)<[^>]+>', '\n', body) text = html.unescape(body) text = re.sub(r'[ \t]+', ' ', text) text = re.sub(r'\n\s*\n+', '\n\n', text).strip() return text, title def find(self, pattern: str, cursor: int = -1) -> str: if not self.page_stack: return "Error: No page open" page_url = self.page_stack[cursor] if cursor >= 0 and cursor < len(self.page_stack) else self.page_stack[-1] page = self.pages.get(page_url) if not page: return "Error: Page not found" text = page['text'] lines = text.split('\n') matches = [] for i, line in enumerate(lines): if str(pattern).lower() in line.lower(): start = max(0, i - 1) end = min(len(lines), i + 3) context = '\n'.join(f"L{j}: {lines[j]}" for j in range(start, end)) matches.append(f"# 【{len(matches)}†match at L{i}】\n{context}") if len(matches) >= 10: break if not matches: return f"No matches found for: '{pattern}'" result_url = f"{page_url}/find?pattern={pattern}" new_cursor = self.current_cursor + 1 result_content = '\n\n'.join(matches) page_data = { 'url': result_url, 'title': f"Find results for: '{pattern}'", 'text': result_content, 'urls': {} } self.pages[result_url] = page_data self.page_stack.append(result_url) header = f"Find results for text: `{pattern}` in `{page['title']}`\n\n" return f"[{new_cursor}] {header}{result_content}" def get_cursor_url(self, cursor: int) -> Optional[str]: if cursor >= 0 and cursor < len(self.page_stack): return self.page_stack[cursor] return None # ============================================================ # Local Model Loading (primary inference path, via ZeroGPU) # ============================================================ tokenizer = None local_model = None def load_local_model(): global tokenizer, local_model if tokenizer is None: print(f"Loading tokenizer: {MODEL_NAME}") tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, trust_remote_code=True) print("Tokenizer loaded successfully!") if local_model is None: print(f"Loading local model: {MODEL_NAME}") local_model = AutoModelForCausalLM.from_pretrained( MODEL_NAME, trust_remote_code=True, torch_dtype=torch.bfloat16, device_map="auto", ) print("Local model loaded successfully!") return tokenizer, local_model @spaces.GPU(duration=120) def _local_generate_sync(prompt: str, max_new_tokens: int) -> str: tok, model = load_local_model() inputs = tok(prompt, return_tensors="pt").to(model.device) with torch.no_grad(): output_ids = model.generate( **inputs, max_new_tokens=max_new_tokens, temperature=0.7, top_p=0.9, do_sample=True, pad_token_id=tok.eos_token_id or tok.pad_token_id, ) new_tokens = output_ids[0][inputs["input_ids"].shape[1]:] return tok.decode(new_tokens, skip_special_tokens=True) # ============================================================ # Text Processing # ============================================================ extract_thinking = shared_utils.extract_thinking parse_tool_call = shared_utils.parse_tool_call is_final_answer = shared_utils.is_final_answer extract_goal_met = shared_utils.extract_goal_met strip_goal_met_tag = shared_utils.strip_goal_met_tag # ============================================================ # HTML Rendering Helpers (From app_local.py) # ============================================================ def render_citations(text: str, browser: SimpleBrowser) -> str: """Convert citation markers to clickable HTML links.""" def replace_citation(m): cursor_str = m.group(1) # l1 = m.group(2) # l2 = m.group(3) try: cursor = int(cursor_str) index = browser.get_citation_index(cursor) # Check if we have URL info info = browser.get_page_info(cursor) if info and info.get('url'): # Return clickable index link pointing to reference section # Aligned with generate_html_example.py style (green via CSS class) url = info.get('url') return f'[{index}]' # Fallback if no URL return f'[{index}]' except Exception as e: # print(f"Error in replace_citation: {e}, match: {m.group(0)}") pass return m.group(0) # First pass: replace citations with linked citations result = re.sub(r'[【\[](\d+)†.*?[】\]]', replace_citation, text) # Second pass: Deduplicate adjacent identical citations # Matches: [N] followed by optional whitespace and same link # We repeat this until no more changes to handle multiple duplicates while True: new_result = re.sub(r'(]+>\[\d+\])(\s*)\1', r'\1', result) if new_result == result: break result = new_result # Convert basic markdown to HTML result = re.sub(r'\*\*(.+?)\*\*', r'\1', result) result = re.sub(r'\*(.+?)\*', r'\1', result) result = re.sub(r'`(.+?)`', r'\1', result) result = result.replace('\n\n', '

').replace('\n', '
') if not result.startswith('

'): result = f'

{result}

' return result def render_thinking_streaming(text: str) -> str: """Render thinking content in streaming mode (visible, with animation).""" escaped = html.escape(text) return f'
{escaped}
' render_thinking_collapsed = shared_utils.render_thinking_collapsed def render_tool_call(fn_name: str, args: dict, browser: SimpleBrowser = None) -> str: """Render a tool call card with unified format and subtle distinction.""" border_colors = { "browser.search": "#667eea", "browser.open": "#4facfe", "browser.find": "#fa709a" } border_color = border_colors.get(fn_name, "#9ca3af") if fn_name == "browser.search": query = str(args.get('query', '')) return f'''
Searching the web
Query: "{html.escape(query)}"
''' elif fn_name == "browser.open": link_id = args.get('id', '') url_info = "" if browser and isinstance(link_id, int) and link_id >= 0: info = browser.link_map.get(link_id) url = info.get('url', "") if info else "" if url: try: domain = url.split('/')[2] url_info = f" → {domain}" except: url_info = "" return f'''
Opening page
Link #{link_id}{url_info}
''' elif fn_name == "browser.find": pattern = str(args.get('pattern', '')) return f'''
Finding in page
Pattern: "{html.escape(pattern)}"
''' else: return f'''
{html.escape(str(fn_name))}
{html.escape(json.dumps(args))}
''' def render_tool_result(result: str, fn_name: str) -> str: """Render tool result in an expanded card with direct HTML rendering.""" import uuid tool_label = { "browser.search": "🔍 Search Results", "browser.open": "📄 Page Content", "browser.find": "🔎 Find Results" }.get(fn_name, "📋 Result") border_colors = { "browser.search": "#667eea", "browser.open": "#4facfe", "browser.find": "#86efac" } border_color = border_colors.get(fn_name, "#9ca3af") # ===== SEARCH RESULTS ===== if fn_name == "browser.search" and "" in result and "