add route

server/routes.ts

@@ -397,7 +397,7 @@ function transformWebResultToDocument(result: any, rank: number, query: string):
       search_type: result.type,
       fetched_at: new Date().toISOString()
     },
-    relevanceScore: Math.max(0.4, 1 - (rank * 0.15)),
+    relevanceScore: Math.max(0.2, 0.6 - (rank * 0.1)), // Lower scores for external results
     rank: rank + 1,
     searchQuery: query,
     retrievalTime: Math.random() * 0.2 + 0.1,
@@ -544,7 +544,7 @@ function transformGitHubRepoToDocument(repo: GitHubRepo, rank: number, query: st
       created_at: repo.created_at,
       updated_at: repo.updated_at
     },
-    relevanceScore: Math.max(0.5, 1 - (rank * 0.1)),
+    relevanceScore: Math.max(0.3, 0.7 - (rank * 0.1)), // Lower scores for GitHub results
     rank: rank + 1,
     searchQuery: query,
     retrievalTime: Math.random() * 0.3 + 0.1,
@@ -856,14 +856,14 @@ Return format: [4, 21, 23, 2, 7]`;
                 const docIds = JSON.parse(jsonMatch[0]);
                 console.log(`🎯 AI extracted document IDs: ${JSON.stringify(docIds)}`);
                 
-                // Get the relevant documents in order
+                // Get the relevant documents in order with boosted scores
                 allDocuments = docIds
                   .map((id: number) => allDocs.find(doc => doc.id === id))
                   .filter((doc: any) => doc !== undefined)
                   .slice(0, searchRequest.limit)
                   .map((doc: any, index: number) => ({
                     ...doc,
-                    relevanceScore: 1.0 - (index * 0.1),
+                    relevanceScore: Math.min(1.0 - (index * 0.05), 1.0), // Higher scores for knowledge base
                     rank: index + 1,
                     snippet: doc.content.substring(0, 200) + '...'
                   }));
@@ -884,10 +884,25 @@ Return format: [4, 21, 23, 2, 7]`;
           const localResults = await storage.searchDocuments(searchRequest);
           allDocuments = localResults.results || [];
         }
+        
+        // If AI search failed or returned no results, fallback to regular search
+        if (allDocuments.length === 0) {
+          console.log('🔄 AI search returned no results, falling back to regular keyword search...');
+          const localResults = await storage.searchDocuments(searchRequest);
+          // Boost relevance scores for knowledge base documents to prioritize them
+          allDocuments = (localResults.results || []).map(doc => ({
+            ...doc,
+            relevanceScore: Math.min(doc.relevanceScore + 0.5, 1.0) // Boost by 0.5
+          }));
+        }
       } else {
         // Use regular keyword search for other search types
         const localResults = await storage.searchDocuments(searchRequest);
-        allDocuments = localResults.results || [];
+        // Boost relevance scores for knowledge base documents to prioritize them
+        allDocuments = (localResults.results || []).map(doc => ({
+          ...doc,
+          relevanceScore: Math.min(doc.relevanceScore + 0.5, 1.0) // Boost by 0.5
+        }));
       }
       
       // Validate URLs in local storage results as well
@@ -914,10 +929,9 @@ Return format: [4, 21, 23, 2, 7]`;
         }
       }
       
-      // If local results are insufficient, enhance with external sources
-      const minResults = 3;
-      if (allDocuments.length < minResults) {
-        console.log(`Local search returned ${allDocuments.length} results, fetching external sources...`);
+      // If we have local results, prioritize them. Only add external sources if no local results found.
+      if (allDocuments.length === 0) {
+        console.log(`No local results found for "${searchRequest.query}", searching external sources...`);
         
         // Check if we should search GitHub for code-related queries
         const isCodeQuery = searchRequest.query.toLowerCase().includes('python') || 
@@ -933,16 +947,16 @@ Return format: [4, 21, 23, 2, 7]`;
           searchPromises.push(
             searchGitHubRepos(searchRequest.query, Math.min(5, searchRequest.limit))
               .then(repos => repos.map((repo, index) => 
-                transformGitHubRepoToDocument(repo, index + allDocuments.length, searchRequest.query)
+                transformGitHubRepoToDocument(repo, index, searchRequest.query)
               ))
           );
         }
         
-        // Always include web search for broader coverage
+        // Always include web search for broader coverage when no local results
         searchPromises.push(
-          searchWeb(searchRequest.query, Math.min(5, searchRequest.limit - allDocuments.length))
+          searchWeb(searchRequest.query, Math.min(5, searchRequest.limit))
             .then(webResults => webResults.map((result, index) => 
-              transformWebResultToDocument(result, index + allDocuments.length, searchRequest.query)
+              transformWebResultToDocument(result, index, searchRequest.query)
             ))
         );
         
@@ -950,10 +964,14 @@ Return format: [4, 21, 23, 2, 7]`;
         const externalResults = await Promise.all(searchPromises);
         const flattenedResults = externalResults.flat();
         
-        // Combine and sort all results by relevance
-        allDocuments = [...allDocuments, ...flattenedResults]
+        // Sort external results by relevance (external results have lower base scores)
+        allDocuments = flattenedResults
           .sort((a, b) => b.relevanceScore - a.relevanceScore)
           .slice(0, searchRequest.limit);
+      } else {
+        console.log(`Found ${allDocuments.length} local documents, prioritizing knowledge base results.`);
+        // Limit local results to the requested amount
+        allDocuments = allDocuments.slice(0, searchRequest.limit);
       }
       
       const searchTime = (Date.now() - startTime) / 1000;