import streamlit as st import pandas as pd import numpy as np import jieba import requests import os import time import json import re import random import subprocess import logging import psutil import traceback from openai import OpenAI, RateLimitError, APIStatusError from rank_bm25 import BM25Okapi from sklearn.metrics.pairwise import cosine_similarity from typing import List, Dict, Any # ================= 0. 日志与系统监控 (来自 16) ================= logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s') logger = logging.getLogger(__name__) def log_memory(): """监控内存,防止 HF Space OOM""" process = psutil.Process(os.getpid()) mem_info = process.memory_info() res_mem = mem_info.rss / (1024 * 1024) logger.info(f"💾 Memory Usage: {res_mem:.2f} MB") return res_mem # ================= 1. 全局配置与样式 (融合) ================= # API 配置 API_BASE = "https://api.siliconflow.cn/v1" API_KEY = os.getenv("SILICONFLOW_API_KEY") # 模型配置 EMBEDDING_MODEL = "Qwen/Qwen3-Embedding-4B" RERANK_MODEL = "Qwen/Qwen3-Reranker-4B" # 必须使用具备 Function Calling 或强推理能力的模型 GEN_MODEL_NAME = "MiniMaxAI/MiniMax-M2" # 备用建议模型 SUGGEST_MODEL_NAME = "Qwen/Qwen3-Next-80B-A3B-Instruct" # 数据路径 DATA_FILENAME = "comsol_embedded.parquet" DATA_URL = "https://share.leezhu.cn/graduation_design_data/comsol_embedded.parquet" # 预置问题 PRESET_QUESTIONS = [ "如何设置流固耦合接口?", "求解器不收敛通常怎么解决?", "低频电磁场网格划分有哪些技巧?", "如何定义随时间变化的边界条件?" ] st.set_page_config( page_title="COMSOL Agentic Expert", page_icon="🌌", layout="centered", # Agent 模式更适合居中流式阅读 initial_sidebar_state="expanded" ) # --- CSS 注入:融合 16 的深色美学与 17 的功能样式 --- st.markdown(""" """, unsafe_allow_html=True) # ================= 2. 数据下载与持久化 (来自 16) ================= def download_with_curl(url, output_path): try: cmd = [ "curl", "-L", "-A", "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "-o", output_path, "--fail", url ] result = subprocess.run(cmd, capture_output=True, text=True) if result.returncode != 0: logger.warning(f"Curl stderr: {result.stderr}") return False return True except Exception as e: logger.error(f"Curl error: {e}") return False def get_data_file_path(): possible_paths = [ DATA_FILENAME, os.path.join(os.getcwd(), DATA_FILENAME), "/app/" + DATA_FILENAME ] for path in possible_paths: if os.path.exists(path): return path download_target = os.path.join(os.getcwd(), DATA_FILENAME) status_container = st.empty() status_container.info("📡 正在接入神经元网络... (下载核心知识库)") if download_with_curl(DATA_URL, download_target): status_container.empty() return download_target try: r = requests.get(DATA_URL, stream=True) with open(download_target, 'wb') as f: for chunk in r.iter_content(chunk_size=8192): f.write(chunk) status_container.empty() return download_target except Exception as e: st.error(f"❌ 数据下载失败: {e}") st.stop() # ================= 3. RAG 引擎 (内核来自 16,接口适配 17) ================= class RAGController: def __init__(self): if not API_KEY: st.error("⚠️ 未检测到 API Key。请在 Settings -> Secrets 中配置 `SILICONFLOW_API_KEY`。") st.stop() self.client = OpenAI(base_url=API_BASE, api_key=API_KEY) self._load_data() def _load_data(self): real_path = get_data_file_path() try: logger.info("Initializing Engine...") self.df = pd.read_parquet(real_path) self.documents = self.df['content'].tolist() self.filenames = self.df['filename'].tolist() self.embeddings = np.stack(self.df['embedding'].values) # 简单的分词用于 BM25 tokenized = [jieba.lcut(str(d).lower()) for d in self.documents] self.bm25 = BM25Okapi(tokenized) logger.info(f"✅ Loaded {len(self.documents)} docs.") log_memory() except Exception as e: st.error(f"Engine Load Failed: {e}") st.stop() def execute_retrieval(self, query: str, limit: int = 5) -> Dict[str, Any]: """供 Agent 调用的检索接口""" start_t = time.time() # 1. Vector Search try: q_vec = self.client.embeddings.create(model=EMBEDDING_MODEL, input=[query]).data[0].embedding except: return {"query": query, "docs": [], "error": "Embedding API Failed"} vec_sim = cosine_similarity([q_vec], self.embeddings)[0] # 2. Keyword Search bm25_scores = self.bm25.get_scores(jieba.lcut(query.lower())) # 3. RRF Fusion scores = {} for idx in np.argsort(vec_sim)[-100:]: scores[idx] = scores.get(idx, 0) + 1/(60 + list(np.argsort(vec_sim)).index(idx)) for idx in np.argsort(bm25_scores)[-100:]: scores[idx] = scores.get(idx, 0) + 1/(60 + list(np.argsort(bm25_scores)).index(idx)) top_idxs = sorted(scores.items(), key=lambda x:x[1], reverse=True)[:50] if not top_idxs: return {"query": query, "docs": []} recall_docs = [self.documents[i] for i, _ in top_idxs] # 4. Rerank try: payload = {"model": RERANK_MODEL, "query": query, "documents": recall_docs, "top_n": limit} headers = {"Authorization": f"Bearer {API_KEY}", "Content-Type": "application/json"} resp = requests.post(f"{API_BASE}/rerank", json=payload, headers=headers, timeout=10) final_docs = [] if resp.status_code == 200: results = resp.json().get('results', []) for item in results: orig_idx = top_idxs[item['index']][0] final_docs.append({ "filename": self.filenames[orig_idx], "content": self.documents[orig_idx], "score": item['relevance_score'] }) else: # Fallback if rerank fails for i, _ in top_idxs[:limit]: final_docs.append({"filename": self.filenames[i], "content": self.documents[i], "score": 0}) except: for i, _ in top_idxs[:limit]: final_docs.append({"filename": self.filenames[i], "content": self.documents[i], "score": 0}) return { "query": query, "docs": final_docs, "meta": {"time": time.time() - start_t} } @st.cache_resource def get_engine(): return RAGController() # ================= 4. Agent 工具与流式逻辑 (来自 17) ================= tools_schema = [{ "type": "function", "function": { "name": "search_knowledge_base", "description": "Search for COMSOL technical documentation. Use this whenever user asks technical questions.", "parameters": { "type": "object", "properties": { "query": {"type": "string", "description": "Specific technical keywords"}, "limit": {"type": "integer", "default": 4} }, "required": ["query"] } } }] def stream_and_parse_flat(client, messages, container): """ 核心流式处理函数:同时渲染 Thinking, Tool Logs 和 Final Answer """ full_reasoning = "" full_content = "" tool_calls_buffer = {} # 占位符 reasoning_ph = None content_ph = None try: # Retry logic for 429 stream = None for attempt in range(3): try: stream = client.chat.completions.create( model=GEN_MODEL_NAME, messages=messages, tools=tools_schema, tool_choice="auto", temperature=0.1, stream=True ) break except (RateLimitError, APIStatusError): time.sleep(2 * (attempt + 1)) if not stream: return None, None, None for chunk in stream: delta = chunk.choices[0].delta # --- 1. Thinking Stream --- # 兼容 DeepSeek 和其他模型的 reasoning 字段 r_content = getattr(delta, 'reasoning_content', None) if r_content: if reasoning_ph is None: reasoning_ph = container.empty() full_reasoning += r_content # 使用自定义 CSS 样式渲染思考 reasoning_ph.markdown(f"
Thinking: {full_reasoning} ▌
", unsafe_allow_html=True) # --- 2. Tool Calls --- if delta.tool_calls: for tc in delta.tool_calls: idx = tc.index if idx not in tool_calls_buffer: tool_calls_buffer[idx] = {"name": "", "args": "", "id": ""} if tc.id: tool_calls_buffer[idx]["id"] = tc.id if tc.function.name: tool_calls_buffer[idx]["name"] = tc.function.name if tc.function.arguments: tool_calls_buffer[idx]["args"] += tc.function.arguments # --- 3. Content Stream --- if delta.content: # 思考结束,固化思考区域(去掉光标) if reasoning_ph: reasoning_ph.markdown(f"
Thinking: {full_reasoning}
", unsafe_allow_html=True) reasoning_ph = None # 防止重复刷新 if content_ph is None: content_ph = container.empty() full_content += delta.content content_ph.markdown(full_content + "▌") # End of stream if reasoning_ph: # 如果流结束时还在思考 reasoning_ph.markdown(f"
Thinking: {full_reasoning}
", unsafe_allow_html=True) if content_ph: content_ph.markdown(full_content) return full_reasoning, full_content, tool_calls_buffer except Exception as e: logger.error(f"Stream Error: {traceback.format_exc()}") return None, None, None def generate_suggestions(client, query, answer): """生成后续问题建议""" try: prompt = f"""Generate 3 follow-up COMSOL questions based on: Q: {query} A: {answer[:500]}... JSON Array only.""" resp = client.chat.completions.create(model=SUGGEST_MODEL_NAME, messages=[{"role": "user", "content": prompt}]) return json.loads(re.search(r'\[.*\]', resp.choices[0].message.content, re.DOTALL).group())[:3] except: return [] # ================= 5. UI 主程序 (重构) ================= def render_history(): """渲染复杂的 Agent 历史记录""" for msg in st.session_state.messages: role = msg["role"] content = msg["content"] if role == "user": with st.chat_message("user"): st.markdown(content) elif role == "assistant": # 纯文本回复(上一轮的最终结果) with st.chat_message("assistant"): st.markdown(content) elif role == "thought": # 历史思考过程(折叠显示以保持整洁) with st.chat_message("assistant"): with st.expander("💭 Agent Thought Process"): st.markdown(f"
{content}
", unsafe_allow_html=True) elif role == "tool_log": # 工具调用记录 with st.chat_message("assistant"): st.markdown(f"""
🔧 Tool: {content['query']}
📚 Result: Found {len(content['docs'])} docs (Score: {content['docs'][0]['score'] if content['docs'] else 0:.2f})
""", unsafe_allow_html=True) def main(): # --- 标题 --- st.markdown("""

🌌 COMSOL Agentic Expert

Autonomous RAG Agent · Self-Correcting · Deep Reasoning

""", unsafe_allow_html=True) # --- 初始化 --- if "messages" not in st.session_state: st.session_state.messages = [] if "suggestions" not in st.session_state: st.session_state.suggestions = random.sample(PRESET_QUESTIONS, 3) engine = get_engine() # 加载后端 # --- 侧边栏 --- with st.sidebar: st.write("### ⚙️ 控制台") if st.button("🗑️ 清空对话记忆", use_container_width=True): st.session_state.messages = [] st.rerun() st.info(f"📚 知识库状态: {len(engine.documents)} 篇文档已加载") # --- 渲染历史 --- render_history() # --- 建议问题 --- # 如果最后一条不是用户发的,显示建议 if not st.session_state.messages or st.session_state.messages[-1]["role"] != "user": st.write("💡 **您可能想问:**") cols = st.columns(len(st.session_state.suggestions)) for i, sug in enumerate(st.session_state.suggestions): if cols[i].button(sug, key=f"sug_{i}"): st.session_state.messages.append({"role": "user", "content": sug}) st.rerun() # --- 输入处理 --- user_input = st.chat_input("输入 COMSOL 仿真问题 (例如: 流固耦合如何设置?)...") if user_input: st.session_state.messages.append({"role": "user", "content": user_input}) st.rerun() # --- Agent 核心循环 --- if st.session_state.messages and st.session_state.messages[-1]["role"] == "user": # 准备 LLM 上下文(过滤掉 UI 专用的 logs) llm_history = [] for m in st.session_state.messages: if m["role"] in ["user", "assistant"]: llm_history.append({"role": m["role"], "content": m["content"]}) sys_prompt = """You are a COMSOL Expert Agent. 1. FIRST, THINK. Use `reasoning_content` (or output inner thoughts) to analyze the user's request. 2. IF you need technical details, you MUST call `search_knowledge_base`. 3. CHECK the search results. If irrelevant, try searching again with different keywords. 4. ANSWER professionally using the retrieved context. Use LaTeX for math. """ current_messages = [{"role": "system", "content": sys_prompt}] + llm_history[-6:] # 保留最近3轮 with st.chat_message("assistant"): container = st.container() loop_count = 0 MAX_LOOPS = 5 # 防止死循环 while loop_count < MAX_LOOPS: loop_count += 1 # 1. 思考与决定 reasoning, content, tool_calls = stream_and_parse_flat(engine.client, current_messages, container) # 保存思考过程(UI用) if reasoning: st.session_state.messages.append({"role": "thought", "content": reasoning}) # Case A: 只有回答,没有工具调用 -> 结束 if not tool_calls: st.session_state.messages.append({"role": "assistant", "content": content}) # 生成新建议 new_sugs = generate_suggestions(engine.client, st.session_state.messages[-2]['content'], content) if new_sugs: st.session_state.suggestions = new_sugs st.rerun() break # Case B: 需要调用工具 # 更新 LLM 上下文 current_messages.append({ "role": "assistant", "content": content, # 可能有部分内容 "tool_calls": [{"id": v["id"], "type": "function", "function": {"name": v["name"], "arguments": v["args"]}} for v in tool_calls.values()] }) for idx, tc_data in tool_calls.items(): try: func_name = tc_data["name"] args = json.loads(tc_data["args"]) if func_name == "search_knowledge_base": q = args.get("query") # 执行搜索 ret = engine.execute_retrieval(q) # UI 展示日志 top_score = ret['docs'][0]['score'] if ret['docs'] else 0 container.markdown(f"""
🔧 Searching: "{q}"
📄 Found: {len(ret['docs'])} refs (Top Score: {top_score:.3f})
""", unsafe_allow_html=True) # 保存日志(UI用) st.session_state.messages.append({"role": "tool_log", "content": {"query": q, "docs": ret['docs']}}) # 构建工具返回给 LLM doc_context = "\n".join([f"[Doc {i}] (Score {d['score']:.2f}): {d['content']}" for i, d in enumerate(ret['docs'])]) current_messages.append({ "role": "tool", "tool_call_id": tc_data["id"], "content": f"Search Results:\n{doc_context}" }) except Exception as e: logger.error(f"Tool Execution Error: {e}") current_messages.append({ "role": "tool", "tool_call_id": tc_data["id"], "content": f"Error executing tool: {str(e)}" }) if __name__ == "__main__": main()