Update app.py

app.py

@@ -171,18 +171,19 @@ Context:
                 model=model_name,
                 messages=messages,
                 max_tokens=500,
-                stream=True
+                # stream=True
             ):
-                if hasattr(chunk.choices[0].delta, 'content'):
-                    content = chunk.choices[0].delta.content
-                    if content is not None:
-                        response_text += content
-                        yield response_text
+                return stream.choices[0].message.content
+                # if hasattr(chunk.choices[0].delta, 'content'):
+                #     content = chunk.choices[0].delta.content
+                #     if content is not None:
+                #         response_text += content
+                #         yield response_text
 
         except Exception as e:
             error_msg = f"Error during query processing: {str(e)}"
             logger.error(error_msg)
-            yield error_msg
+            return error_msg
 
 
             
@@ -205,10 +206,11 @@ def create_gradio_interface(rag_system: AdvancedRAGSystem) :
 
     def query_streaming(question: str) :
         try:
-            for response in rag_system.query(question):
-                yield response
+            return rag_system.query(question)
+            # for response in rag_system.query(question):
+            #     yield response
         except Exception as e:
-            yield f"Error: {str(e)}"
+            return f"Error: {str(e)}"
             
     def update_history(question: str):
         try:
@@ -274,9 +276,9 @@ def create_gradio_interface(rag_system: AdvancedRAGSystem) :
             fn=query_streaming,
             inputs=[question_input],
             outputs=[answer_output],
-            api_name="stream_response",
-            queue=False,
-            show_progress=False
+            # api_name="stream_response",
+            # queue=False,
+            # show_progress=False
         ).then(
             fn=update_history,
             inputs=[question_input],