feat: support search result references

internal/chat.go

@@ -286,6 +286,7 @@ func handleStreamResponse(w http.ResponseWriter, body io.ReadCloser, completionI
 	hasContent := false
 	searchRefFilter := NewSearchRefFilter()
 	thinkingFilter := &ThinkingFilter{}
+	pendingSourcesMarkdown := ""
 
 	for scanner.Scan() {
 		line := scanner.Text()
@@ -311,7 +312,28 @@ func handleStreamResponse(w http.ResponseWriter, body io.ReadCloser, completionI
 
 		// 处理思考阶段的增量内容
 		if upstream.Data.Phase == "thinking" && upstream.Data.DeltaContent != "" {
+			// 如果有待输出的搜索结果，先输出到 reasoning
+			if pendingSourcesMarkdown != "" {
+				hasContent = true
+				chunk := ChatCompletionChunk{
+					ID:      completionID,
+					Object:  "chat.completion.chunk",
+					Created: time.Now().Unix(),
+					Model:   modelName,
+					Choices: []Choice{{
+						Index:        0,
+						Delta:        Delta{ReasoningContent: pendingSourcesMarkdown},
+						FinishReason: nil,
+					}},
+				}
+				data, _ := json.Marshal(chunk)
+				fmt.Fprintf(w, "data: %s\n\n", data)
+				flusher.Flush()
+				pendingSourcesMarkdown = ""
+			}
+
 			reasoningContent := thinkingFilter.ProcessThinking(upstream.Data.DeltaContent)
+			reasoningContent = searchRefFilter.Process(reasoningContent)
 			if reasoningContent != "" {
 				hasContent = true
 				chunk := ChatCompletionChunk{
@@ -332,17 +354,21 @@ func handleStreamResponse(w http.ResponseWriter, body io.ReadCloser, completionI
 			continue
 		}
 
-		// 跳过搜索结果内容和搜索工具调用
-		if upstream.Data.EditContent != "" && (IsSearchResultContent(upstream.Data.EditContent) || IsSearchToolCall(upstream.Data.EditContent, upstream.Data.Phase)) {
+		// 解析搜索结果，暂存等待下一个流决定放在哪里
+		if upstream.Data.EditContent != "" && IsSearchResultContent(upstream.Data.EditContent) {
+			if results := ParseSearchResults(upstream.Data.EditContent); len(results) > 0 {
+				searchRefFilter.AddSearchResults(results)
+				pendingSourcesMarkdown = searchRefFilter.GetSearchResultsMarkdown()
+			}
+			continue
+		}
+		// 跳过搜索工具调用
+		if upstream.Data.EditContent != "" && IsSearchToolCall(upstream.Data.EditContent, upstream.Data.Phase) {
 			continue
 		}
 
-		// 解析 answer 阶段内容
-		content := ""
-		reasoningContent := ""
-
-		// 先输出 thinking 缓冲区剩余内容
-		if thinkingRemaining := thinkingFilter.Flush(); thinkingRemaining != "" {
+		// 进入 answer 阶段，如果有待输出的搜索结果，先输出到 content
+		if pendingSourcesMarkdown != "" {
 			hasContent = true
 			chunk := ChatCompletionChunk{
 				ID:      completionID,
@@ -351,13 +377,39 @@ func handleStreamResponse(w http.ResponseWriter, body io.ReadCloser, completionI
 				Model:   modelName,
 				Choices: []Choice{{
 					Index:        0,
-					Delta:        Delta{ReasoningContent: thinkingRemaining},
+					Delta:        Delta{Content: pendingSourcesMarkdown},
 					FinishReason: nil,
 				}},
 			}
 			data, _ := json.Marshal(chunk)
 			fmt.Fprintf(w, "data: %s\n\n", data)
 			flusher.Flush()
+			pendingSourcesMarkdown = ""
+		}
+
+		content := ""
+		reasoningContent := ""
+
+		// 先输出 thinking 缓冲区剩余内容
+		if thinkingRemaining := thinkingFilter.Flush(); thinkingRemaining != "" {
+			thinkingRemaining = searchRefFilter.Process(thinkingRemaining) + searchRefFilter.Flush()
+			if thinkingRemaining != "" {
+				hasContent = true
+				chunk := ChatCompletionChunk{
+					ID:      completionID,
+					Object:  "chat.completion.chunk",
+					Created: time.Now().Unix(),
+					Model:   modelName,
+					Choices: []Choice{{
+						Index:        0,
+						Delta:        Delta{ReasoningContent: thinkingRemaining},
+						FinishReason: nil,
+					}},
+				}
+				data, _ := json.Marshal(chunk)
+				fmt.Fprintf(w, "data: %s\n\n", data)
+				flusher.Flush()
+			}
 		}
 
 		if upstream.Data.Phase == "answer" && upstream.Data.DeltaContent != "" {
@@ -376,6 +428,9 @@ func handleStreamResponse(w http.ResponseWriter, body io.ReadCloser, completionI
 		}
 
 		// 输出完整思考内容（如果有）
+		if reasoningContent != "" {
+			reasoningContent = searchRefFilter.Process(reasoningContent) + searchRefFilter.Flush()
+		}
 		if reasoningContent != "" {
 			hasContent = true
 			chunk := ChatCompletionChunk{
@@ -475,6 +530,9 @@ func handleNonStreamResponse(w http.ResponseWriter, body io.ReadCloser, completi
 	var chunks []string
 	var reasoningChunks []string
 	thinkingFilter := &ThinkingFilter{}
+	searchRefFilter := NewSearchRefFilter()
+	hasThinking := false
+	pendingSourcesMarkdown := ""
 
 	for scanner.Scan() {
 		line := scanner.Text()
@@ -496,8 +554,12 @@ func handleNonStreamResponse(w http.ResponseWriter, body io.ReadCloser, completi
 			break
 		}
 
-		// 处理思考阶段的增量内容
 		if upstream.Data.Phase == "thinking" && upstream.Data.DeltaContent != "" {
+			if pendingSourcesMarkdown != "" {
+				reasoningChunks = append(reasoningChunks, pendingSourcesMarkdown)
+				pendingSourcesMarkdown = ""
+			}
+			hasThinking = true
 			reasoningContent := thinkingFilter.ProcessThinking(upstream.Data.DeltaContent)
 			if reasoningContent != "" {
 				reasoningChunks = append(reasoningChunks, reasoningContent)
@@ -505,17 +567,27 @@ func handleNonStreamResponse(w http.ResponseWriter, body io.ReadCloser, completi
 			continue
 		}
 
-		// 跳过搜索结果内容和搜索工具调用
-		if upstream.Data.EditContent != "" && (IsSearchResultContent(upstream.Data.EditContent) || IsSearchToolCall(upstream.Data.EditContent, upstream.Data.Phase)) {
+		if upstream.Data.EditContent != "" && IsSearchResultContent(upstream.Data.EditContent) {
+			if results := ParseSearchResults(upstream.Data.EditContent); len(results) > 0 {
+				searchRefFilter.AddSearchResults(results)
+				pendingSourcesMarkdown = searchRefFilter.GetSearchResultsMarkdown()
+			}
+			continue
+		}
+		if upstream.Data.EditContent != "" && IsSearchToolCall(upstream.Data.EditContent, upstream.Data.Phase) {
 			continue
 		}
 
-		// 解析 answer 阶段内容
+		// 进入 answer 阶段，把待输出的搜索结果放到 content
+		if pendingSourcesMarkdown != "" && !hasThinking {
+			chunks = append(chunks, pendingSourcesMarkdown)
+			pendingSourcesMarkdown = ""
+		}
+
 		content := ""
 		if upstream.Data.Phase == "answer" && upstream.Data.DeltaContent != "" {
 			content = upstream.Data.DeltaContent
 		} else if upstream.Data.Phase == "answer" && upstream.Data.EditContent != "" {
-			// 思考模型首次 answer：提取完整思考内容 + 正常回复开头
 			if strings.Contains(upstream.Data.EditContent, "</details>") {
 				reasoningContent := thinkingFilter.ExtractCompleteThinking(upstream.Data.EditContent)
 				if reasoningContent != "" {
@@ -534,10 +606,10 @@ func handleNonStreamResponse(w http.ResponseWriter, body io.ReadCloser, completi
 		}
 	}
 
-	// 合并所有内容后统一过滤搜索引用标记
 	fullContent := strings.Join(chunks, "")
-	fullContent = searchRefPattern.ReplaceAllString(fullContent, "")
+	fullContent = searchRefFilter.Process(fullContent) + searchRefFilter.Flush()
 	fullReasoning := strings.Join(reasoningChunks, "")
+	fullReasoning = searchRefFilter.Process(fullReasoning) + searchRefFilter.Flush()
 
 	if fullContent == "" {
 		LogError("Non-stream response 200 but no content received")

internal/models.go

@@ -1,16 +1,19 @@
 package internal
 
 import (
+	"encoding/json"
+	"fmt"
 	"regexp"
 	"strings"
 )
 
 // 基础模型映射（不包含标签后缀）
 var BaseModelMapping = map[string]string{
-	"GLM-4.5":     "0727-360B-API",
-	"GLM-4.6":     "GLM-4-6-API-V1",
-	"GLM-4.5-V":   "glm-4.5v",
-	"GLM-4.5-Air": "0727-106B-API",
+	"GLM-4.5":      "0727-360B-API",
+	"GLM-4.6":      "GLM-4-6-API-V1",
+	"GLM-4.5-V":    "glm-4.5v",
+	"GLM-4.5-Air":  "0727-106B-API",
+	"0808-360B-DR": "0808-360B-DR",
 }
 
 // v1/models 返回的模型列表（不包含所有标签组合）
@@ -21,6 +24,7 @@ var ModelList = []string{
 	"GLM-4.6-thinking",
 	"GLM-4.5-V",
 	"GLM-4.5-Air",
+	"0808-360B-DR",
 }
 
 // 解析模型名称，提取基础模型名和标签
@@ -167,38 +171,62 @@ type ModelInfo struct {
 	OwnedBy string `json:"owned_by"`
 }
 
-// 搜索引用标记正则：【turn数字search数字】
-var searchRefPattern = regexp.MustCompile(`【turn\d+search\d+】`)
-
-// 搜索引用标记可能的前缀模式
+var searchRefPattern = regexp.MustCompile(`【turn\d+search(\d+)】`)
 var searchRefPrefixPattern = regexp.MustCompile(`【(t(u(r(n(\d+(s(e(a(r(c(h(\d+)?)?)?)?)?)?)?)?)?)?)?)?$`)
 
-// SearchRefFilter 用于跨流过滤搜索引用标记
+type SearchResult struct {
+	Title string `json:"title"`
+	URL   string `json:"url"`
+	Index int    `json:"index"`
+	RefID string `json:"ref_id"`
+}
+
 type SearchRefFilter struct {
-	buffer string
+	buffer        string
+	searchResults map[string]SearchResult
 }
 
-// NewSearchRefFilter 创建新的过滤器
 func NewSearchRefFilter() *SearchRefFilter {
-	return &SearchRefFilter{}
+	return &SearchRefFilter{
+		searchResults: make(map[string]SearchResult),
+	}
+}
+
+func (f *SearchRefFilter) AddSearchResults(results []SearchResult) {
+	for _, r := range results {
+		f.searchResults[r.RefID] = r
+	}
+}
+
+func escapeMarkdownTitle(title string) string {
+	title = strings.ReplaceAll(title, `\`, `\\`)
+	title = strings.ReplaceAll(title, `[`, `\[`)
+	title = strings.ReplaceAll(title, `]`, `\]`)
+	return title
 }
 
-// Process 处理内容，返回可以安全输出的部分
-// 如果末尾有可能是引用标记的前缀，会暂存起来
+// Process 将搜索引用转换为 markdown 链接，末尾可能的不完整引用暂存
 func (f *SearchRefFilter) Process(content string) string {
-	// 合并之前暂存的内容
 	content = f.buffer + content
 	f.buffer = ""
 
-	// 先移除完整的引用标记
-	content = searchRefPattern.ReplaceAllString(content, "")
+	if content == "" {
+		return ""
+	}
+
+	content = searchRefPattern.ReplaceAllStringFunc(content, func(match string) string {
+		runes := []rune(match)
+		refID := string(runes[1 : len(runes)-1])
+		if result, ok := f.searchResults[refID]; ok {
+			return fmt.Sprintf(`[\[%d\]](%s)`, result.Index, result.URL)
+		}
+		return ""
+	})
 
 	if content == "" {
 		return ""
 	}
 
-	// 检查末尾是否有可能是引用标记的前缀
-	// 从末尾开始，最多检查【turn999search999】长度（约20字符）
 	maxPrefixLen := 20
 	if len(content) < maxPrefixLen {
 		maxPrefixLen = len(content)
@@ -207,7 +235,6 @@ func (f *SearchRefFilter) Process(content string) string {
 	for i := 1; i <= maxPrefixLen; i++ {
 		suffix := content[len(content)-i:]
 		if searchRefPrefixPattern.MatchString(suffix) {
-			// 找到可能的前缀，暂存起来
 			f.buffer = suffix
 			return content[:len(content)-i]
 		}
@@ -216,18 +243,117 @@ func (f *SearchRefFilter) Process(content string) string {
 	return content
 }
 
-// Flush 返回所有暂存的内容（流结束时调用）
 func (f *SearchRefFilter) Flush() string {
 	result := f.buffer
 	f.buffer = ""
+	if result != "" {
+		result = searchRefPattern.ReplaceAllStringFunc(result, func(match string) string {
+			runes := []rune(match)
+			refID := string(runes[1 : len(runes)-1])
+			if r, ok := f.searchResults[refID]; ok {
+				return fmt.Sprintf(`[\[%d\]](%s)`, r.Index, r.URL)
+			}
+			return ""
+		})
+	}
 	return result
 }
 
+func (f *SearchRefFilter) GetSearchResultsMarkdown() string {
+	if len(f.searchResults) == 0 {
+		return ""
+	}
+
+	var results []SearchResult
+	for _, r := range f.searchResults {
+		results = append(results, r)
+	}
+	for i := 0; i < len(results)-1; i++ {
+		for j := i + 1; j < len(results); j++ {
+			if results[i].Index > results[j].Index {
+				results[i], results[j] = results[j], results[i]
+			}
+		}
+	}
+
+	var sb strings.Builder
+	for _, r := range results {
+		escapedTitle := escapeMarkdownTitle(r.Title)
+		sb.WriteString(fmt.Sprintf("[\\[%d\\] %s](%s)\n", r.Index, escapedTitle, r.URL))
+	}
+	sb.WriteString("\n")
+	return sb.String()
+}
+
 // 检查是否为搜索结果内容（需要跳过）
 func IsSearchResultContent(editContent string) bool {
 	return strings.Contains(editContent, `"search_result"`)
 }
 
+// ParseSearchResults 从 edit_content 中解析搜索结果
+func ParseSearchResults(editContent string) []SearchResult {
+	// 查找 "search_result": 的位置
+	searchResultKey := `"search_result":`
+	idx := strings.Index(editContent, searchResultKey)
+	if idx == -1 {
+		return nil
+	}
+
+	// 找到 [ 开始的位置
+	startIdx := idx + len(searchResultKey)
+	for startIdx < len(editContent) && editContent[startIdx] != '[' {
+		startIdx++
+	}
+	if startIdx >= len(editContent) {
+		return nil
+	}
+
+	// 找到匹配的 ] 结束位置
+	bracketCount := 0
+	endIdx := startIdx
+	for endIdx < len(editContent) {
+		if editContent[endIdx] == '[' {
+			bracketCount++
+		} else if editContent[endIdx] == ']' {
+			bracketCount--
+			if bracketCount == 0 {
+				endIdx++
+				break
+			}
+		}
+		endIdx++
+	}
+
+	if bracketCount != 0 {
+		return nil
+	}
+
+	// 解析 JSON 数组
+	jsonStr := editContent[startIdx:endIdx]
+	var rawResults []struct {
+		Title string `json:"title"`
+		URL   string `json:"url"`
+		Index int    `json:"index"`
+		RefID string `json:"ref_id"`
+	}
+
+	if err := json.Unmarshal([]byte(jsonStr), &rawResults); err != nil {
+		return nil
+	}
+
+	var results []SearchResult
+	for _, r := range rawResults {
+		results = append(results, SearchResult{
+			Title: r.Title,
+			URL:   r.URL,
+			Index: r.Index,
+			RefID: r.RefID,
+		})
+	}
+
+	return results
+}
+
 // 检查是否为搜索工具调用内容（需要跳过）
 func IsSearchToolCall(editContent string, phase string) bool {
 	if phase != "tool_call" {