Upload folder using huggingface_hub

api/routes/query.py

@@ -62,7 +62,6 @@ async def stream_query_policy(body: QueryRequest, request: Request):
                 yield token
         except Exception as exc:
             logger.exception("QueryService.stream_query failed")
-            import json
-            yield f"data: {json.dumps({'type': 'error', 'content': str(exc)})}\n\n"
+            yield f"Error: {str(exc)}"
 
-    return StreamingResponse(content_generator(), media_type="text/event-stream")
+    return StreamingResponse(content_generator(), media_type="text/plain")

backend/src/routes/query.js

@@ -40,37 +40,12 @@ router.post('/query/stream', authMiddleware, async (req, res) => {
       question, policy_id, k
     }, { responseType: 'stream' });
 
-    res.setHeader('Content-Type', 'text/event-stream');
-    res.setHeader('Cache-Control', 'no-cache');
-    res.setHeader('Connection', 'keep-alive');
+    res.setHeader('Content-Type', 'text/plain');
     
-    let answerText = "";
-    let sourcesData = null;
-    let buffer = "";
-
+    let fullAnswer = "";
     response.data.on('data', (chunk) => {
+      fullAnswer += chunk.toString();
       res.write(chunk);
-      
-      buffer += chunk.toString();
-      const lines = buffer.split('\n\n');
-      buffer = lines.pop() || '';
-
-      for (const line of lines) {
-        if (line.startsWith('data: ')) {
-          const jsonStr = line.slice(6).trim();
-          if (jsonStr === '[DONE]') continue;
-          try {
-            const parsed = JSON.parse(jsonStr);
-            if (parsed.type === 'token') {
-              answerText += parsed.content;
-            } else if (parsed.type === 'sources') {
-              sourcesData = parsed.sources;
-            }
-          } catch (e) {
-            // ignore partial JSON parse errors
-          }
-        }
-      }
     });
 
     response.data.on('end', async () => {
@@ -80,8 +55,7 @@ router.post('/query/stream', authMiddleware, async (req, res) => {
           user_id: req.user?.id || 'anonymous',
           policy_id,
           question,
-          answer: answerText,
-          sources: sourcesData
+          answer: fullAnswer
         });
       } catch (dbErr) {
         console.error('[query/stream] DB Save Error:', dbErr.message);

frontend/src/api.js

@@ -61,7 +61,7 @@ export const fetchApi = async (endpoint, options = {}) => {
   }
 };
 
-export const streamApi = async (endpoint, options = {}, onEvent) => {
+export const streamApi = async (endpoint, options = {}, onToken) => {
   const url = `${API_URL}${endpoint.startsWith('/') ? endpoint : `/${endpoint}`}`;
   const fetchOptions = {
     ...options,
@@ -81,28 +81,13 @@ export const streamApi = async (endpoint, options = {}, onEvent) => {
   const reader = response.body.getReader();
   const decoder = new TextDecoder();
   let done = false;
-  let buffer = '';
 
   while (!done) {
     const { value, done: doneReading } = await reader.read();
     done = doneReading;
-    if (value) {
-      buffer += decoder.decode(value, { stream: true });
-      const lines = buffer.split('\n\n');
-      buffer = lines.pop() || ''; // Keep the last incomplete chunk
-      
-      for (const line of lines) {
-        if (line.startsWith('data: ')) {
-          const jsonStr = line.slice(6).trim();
-          if (jsonStr === '[DONE]') continue;
-          try {
-            const parsed = JSON.parse(jsonStr);
-            onEvent(parsed);
-          } catch (e) {
-            console.error('Failed to parse SSE JSON:', jsonStr, e);
-          }
-        }
-      }
+    const chunkValue = decoder.decode(value);
+    if (chunkValue) {
+      onToken(chunkValue);
     }
   }
 };

frontend/src/components/Dashboard/Chatbot.jsx

@@ -94,19 +94,8 @@ function MessageBubble({ msg, T }) {
           <Aperture size={18} style={{ color:T.acc }}/>
         </div>
       )}
-      <div style={{ maxWidth:'75%', display:'flex', flexDirection:'column', gap:8 }}>
-        <div style={{ padding:'14px 20px', fontSize:15, lineHeight:1.6, borderRadius: isUser ? '20px 4px 20px 20px' : '4px 20px 20px 20px', background: isUser ? T.msgUserBg : T.msgAiBg, color: isUser ? T.msgUserText : T.msgAiText, boxShadow: isUser ? T.msgUserShadow : 'none', fontFamily:"'DM Sans', sans-serif", fontWeight:400, transition:'background .4s, color .4s', whiteSpace:'pre-wrap' }}>
-          {msg.text}
-        </div>
-        {!isUser && msg.sources && msg.sources.length > 0 && (
-          <div style={{ display:'flex', flexDirection:'column', gap:4, marginTop:4, alignSelf:'flex-start' }}>
-            {msg.sources.map((s, idx) => (
-              <div key={idx} style={{ padding:'6px 10px', background:T.msgAiBg, border:`1px solid ${T.cardBorder}`, borderRadius:8, fontSize:11, fontFamily:"'JetBrains Mono', monospace", color:T.acc, lineHeight:1.3 }}>
-                <span style={{ fontWeight:600 }}>Source:</span> {s.section !== 'Unknown' ? s.section : (s.clause_type !== 'Unknown' ? s.clause_type : 'Document')} {s.page_number ? `(Page ${s.page_number})` : ''}
-              </div>
-            ))}
-          </div>
-        )}
+      <div style={{ maxWidth:'75%', padding:'14px 20px', fontSize:15, lineHeight:1.6, borderRadius: isUser ? '20px 4px 20px 20px' : '4px 20px 20px 20px', background: isUser ? T.msgUserBg : T.msgAiBg, color: isUser ? T.msgUserText : T.msgAiText, boxShadow: isUser ? T.msgUserShadow : 'none', fontFamily:"'DM Sans', sans-serif", fontWeight:400, transition:'background .4s, color .4s' }}>
+        {msg.text}
       </div>
       {isUser && (
         <div style={{ width:36, height:36, borderRadius:12, flexShrink:0, display:'flex', alignItems:'center', justifyContent:'center', background:T.msgAiBg, border:`1px solid ${T.cardBorder}` }}>
@@ -156,18 +145,10 @@ export default function Chatbot({ file, isDark: initDark }) {
       await streamApi('/query/stream', {
         method: 'POST',
         body: { question: text, policy_id: file?.policy_id || 'test' }
-      }, (event) => {
-        setMessages(prev => prev.map(m => {
-          if (m.id !== aiMsgId) return m;
-          if (event.type === 'token') {
-            return { ...m, text: m.text + event.content };
-          } else if (event.type === 'sources') {
-            return { ...m, sources: event.sources };
-          } else if (event.type === 'error') {
-            return { ...m, text: m.text + '\n\n[Error]: ' + event.content };
-          }
-          return m;
-        }));
+      }, (token) => {
+        setMessages(prev => prev.map(m => 
+          m.id === aiMsgId ? { ...m, text: m.text + token } : m
+        ));
       });
     } catch (err) {
       setMessages(p => [...p, { id: crypto.randomUUID(), sender: 'ai', text: 'Error: ' + err.message }]);

frontend/src/components/Dashboard/Dboard.jsx

@@ -475,20 +475,12 @@ export default function Dboard({ file, isDark: _initDark, userName = 'My Account
         ...prev,
         [activePolicyId]: [...(prev[activePolicyId] ?? []), { id:aiMsgId, sender:'ai', text:'' }],
       }));
-      await streamApi('/query/stream', { method:'POST', body:{ question:text, policy_id:pid } }, (event) => {
+      await streamApi('/query/stream', { method:'POST', body:{ question:text, policy_id:pid } }, (token) => {
         setChatMessagesMap(prev => ({
           ...prev,
-          [activePolicyId]: prev[activePolicyId].map(m => {
-            if (m.id !== aiMsgId) return m;
-            if (event.type === 'token') {
-              return { ...m, text: m.text + event.content };
-            } else if (event.type === 'sources') {
-              return { ...m, sources: event.sources };
-            } else if (event.type === 'error') {
-              return { ...m, text: m.text + '\n\n[Error]: ' + event.content };
-            }
-            return m;
-          }),
+          [activePolicyId]: prev[activePolicyId].map(m =>
+            m.id === aiMsgId ? { ...m, text: m.text + token } : m
+          ),
         }));
       });
     } catch (err) {
@@ -1014,19 +1006,8 @@ export default function Dboard({ file, isDark: _initDark, userName = 'My Account
                       <Aperture size={15} style={{ color:T.acc }} />
                     </div>
                   )}
-                  <div style={{ maxWidth:'80%', display:'flex', flexDirection:'column', gap:6 }}>
-                    <div style={{ padding:'12px 16px', fontSize:13, lineHeight:1.6, borderRadius: isUser ? '18px 4px 18px 18px' : '4px 18px 18px 18px', background: isUser ? T.msgUserBg : T.msgAiBg, color: isUser ? T.msgUserText : T.msgAiText, boxShadow: isUser ? T.msgUserShadow : 'none', ...f, transition:'background .4s, color .4s', whiteSpace:'pre-wrap' }}>
-                      {msg.text}
-                    </div>
-                    {!isUser && msg.sources && msg.sources.length > 0 && (
-                      <div style={{ display:'flex', flexDirection:'column', gap:4, marginTop:2, alignSelf:'flex-start' }}>
-                        {msg.sources.map((s, idx) => (
-                          <div key={idx} style={{ padding:'6px 10px', background:T.badgeBg, border:`1px solid ${T.navActiveBrd}`, borderRadius:8, fontSize:10, ...mono, color:T.acc, lineHeight:1.3 }}>
-                            <span style={{ fontWeight:600 }}>Source:</span> {s.section !== 'Unknown' ? s.section : (s.clause_type !== 'Unknown' ? s.clause_type : 'Document')} {s.page_number ? `(Page ${s.page_number})` : ''}
-                          </div>
-                        ))}
-                      </div>
-                    )}
+                  <div style={{ maxWidth:'80%', padding:'12px 16px', fontSize:13, lineHeight:1.6, borderRadius: isUser ? '18px 4px 18px 18px' : '4px 18px 18px 18px', background: isUser ? T.msgUserBg : T.msgAiBg, color: isUser ? T.msgUserText : T.msgAiText, boxShadow: isUser ? T.msgUserShadow : 'none', ...f, transition:'background .4s, color .4s' }}>
+                    {msg.text}
                   </div>
                 </div>
               );

rag_engine/services/query_service.py

@@ -101,41 +101,9 @@ class QueryService:
 
         prompt = build_query_prompt(question, context, policy_id)
 
-        import json
-        import time
         # Step 5 — LLM Stream
         for token in self._llm.stream(prompt, system=SYSTEM_PROMPT):
-            # Pace the stream so it renders smoothly in the UI rather than huge blocks
-            chunk_size = 2
-            for i in range(0, len(token), chunk_size):
-                piece = token[i:i+chunk_size]
-                yield f"data: {json.dumps({'type': 'token', 'content': piece})}\n\n"
-                time.sleep(0.015)
-
-        # Step 6 — Yield sources at the end
-        seen_sources = set()
-        unique_sources = []
-        for chunk in reranked[:5]:
-            sec = chunk.get("metadata", {}).get("section_name", "Unknown")
-            page = chunk.get("metadata", {}).get("page_number")
-            key = (sec, page)
-            if key not in seen_sources:
-                seen_sources.add(key)
-                unique_sources.append({
-                    "section": sec,
-                    "clause_type": chunk.get("metadata", {}).get("clause_type", "Unknown"),
-                    "page_number": page,
-                    "highlight_text": chunk.get("content", ""),
-                    "relevance_score": round(chunk.get("rerank_score", chunk.get("score", 0)), 4),
-                    "snippet": (
-                        chunk.get("content", "")[:200] + "..."
-                        if len(chunk.get("content", "")) > 200
-                        else chunk.get("content", "")
-                    ),
-                })
-                
-        yield f"data: {json.dumps({'type': 'sources', 'sources': unique_sources})}\n\n"
-        yield "data: [DONE]\n\n"
+            yield token
 
     # ------------------------------------------------------------------ #
     #  multi-policy query