Implement asynchronous response generation and enhance file upload processing

- Added `acreate_single_response` method to `ChatOpenAI` for non-streamed asynchronous responses.
- Updated file upload handling in `main.py` to generate document descriptions and suggested questions using the new method.
- Modified frontend components to display document descriptions and suggested questions, allowing users to select questions for chat input.
- Enhanced `Chat` component to handle selected questions and update input accordingly.

aimakerspace/openai_utils/chatmodel.py

@@ -43,3 +43,23 @@ class ChatOpenAI:
             content = chunk.choices[0].delta.content
             if content is not None:
                 yield content
+                
+    async def acreate_single_response(self, prompt_text, **kwargs):
+        """
+        Create a single non-streamed response asynchronously.
+        
+        :param prompt_text: Text prompt as a string
+        :param kwargs: Additional parameters to pass to the completion API
+        :return: The text response
+        """
+        messages = [{"role": "user", "content": prompt_text}]
+        
+        client = AsyncOpenAI()
+        response = await client.chat.completions.create(
+            model=self.model_name,
+            messages=messages,
+            stream=False,
+            **kwargs
+        )
+        
+        return response.choices[0].message.content

api/main.py

@@ -98,7 +98,51 @@ async def upload_file(file: UploadFile = File(...), session_id: str = Form(...))
             # Store the retrieval pipeline in the user session
             user_sessions[session_id] = retrieval_pipeline
             
-            return {"status": "success", "message": f"Processed {file.filename}", "session_id": session_id}
+            # Generate document description and suggested questions
+            doc_content = "\n".join(texts[:5])  # Use first few chunks for summary
+            
+            description_prompt = f"""
+            Please provide a brief description of this document in 2-3 sentences:
+            {doc_content}
+            """
+            
+            questions_prompt = f"""
+            Based on this document content, please suggest 3 specific questions that would be informative to ask:
+            {doc_content}
+            
+            Format your response as a JSON array with 3 question strings.
+            """
+            
+            # Get document description
+            description_response = await chat_openai.acreate_single_response(description_prompt)
+            document_description = description_response.strip()
+            
+            # Get suggested questions
+            questions_response = await chat_openai.acreate_single_response(questions_prompt)
+            
+            # Try to parse the questions as JSON, or extract them as best as possible
+            try:
+                import json
+                suggested_questions = json.loads(questions_response)
+            except:
+                # Extract questions with a fallback method
+                import re
+                questions = re.findall(r'["\']([^"\']+)["\']', questions_response)
+                if not questions or len(questions) < 3:
+                    questions = [q.strip() for q in questions_response.split("\n") if "?" in q]
+                if not questions or len(questions) < 3:
+                    questions = ["What is the main topic of this document?", 
+                                "What are the key points discussed in the document?", 
+                                "How can I apply the information in this document?"]
+                suggested_questions = questions[:3]
+            
+            return {
+                "status": "success", 
+                "message": f"Processed {file.filename}", 
+                "session_id": session_id,
+                "document_description": document_description,
+                "suggested_questions": suggested_questions
+            }
             
         finally:
             # Clean up the temporary file

app/frontend/src/App.js

@@ -7,6 +7,9 @@ function App() {
   const [sessionId, setSessionId] = useState('');
   const [isFileUploaded, setIsFileUploaded] = useState(false);
   const [fileName, setFileName] = useState('');
+  const [docDescription, setDocDescription] = useState('');
+  const [suggestedQuestions, setSuggestedQuestions] = useState([]);
+  const [selectedQuestion, setSelectedQuestion] = useState('');
 
   useEffect(() => {
     // Generate a unique session ID if one doesn't exist
@@ -15,9 +18,15 @@ function App() {
     }
   }, [sessionId]);
 
-  const handleFileUploadSuccess = (fileName) => {
+  const handleFileUploadSuccess = (fileName, description, questions) => {
     setIsFileUploaded(true);
     setFileName(fileName);
+    setDocDescription(description);
+    setSuggestedQuestions(questions);
+  };
+
+  const handleQuestionSelect = (question) => {
+    setSelectedQuestion(question);
   };
 
   return (
@@ -35,10 +44,36 @@ function App() {
           />
         ) : (
           <div className="rounded-lg border border-border bg-card p-6 shadow-sm">
-            <div className="mb-4 rounded-md bg-muted p-3 text-sm">
-              <p>Using file: <strong>{fileName}</strong></p>
+            <div className="mb-6">
+              <div className="rounded-md bg-muted p-3 mb-3">
+                <h3 className="font-medium mb-1">Using file: <span className="font-bold">{fileName}</span></h3>
+                <p className="text-sm text-muted-foreground">{docDescription}</p>
+              </div>
+              
+              {suggestedQuestions && suggestedQuestions.length > 0 && (
+                <div className="space-y-2">
+                  <h4 className="text-sm font-medium">Suggested questions:</h4>
+                  <div className="flex flex-wrap gap-2">
+                    {suggestedQuestions.map((question, idx) => (
+                      <button
+                        key={idx}
+                        className="text-xs bg-secondary text-secondary-foreground px-3 py-1 rounded-full hover:bg-secondary/80"
+                        onClick={() => handleQuestionSelect(question)}
+                      >
+                        {question}
+                      </button>
+                    ))}
+                  </div>
+                </div>
+              )}
             </div>
-            <Chat sessionId={sessionId} />
+            <Chat 
+              sessionId={sessionId} 
+              docDescription={docDescription}
+              suggestedQuestions={suggestedQuestions}
+              selectedQuestion={selectedQuestion}
+              onQuestionSelected={() => setSelectedQuestion('')}
+            />
           </div>
         )}
       </main>

app/frontend/src/components/Chat.js

@@ -3,11 +3,12 @@ import axios from 'axios';
 import { Button } from './ui/button';
 import { Input } from './ui/input';
 
-const Chat = ({ sessionId }) => {
+const Chat = ({ sessionId, docDescription, suggestedQuestions, selectedQuestion, onQuestionSelected }) => {
   const [messages, setMessages] = useState([]);
   const [input, setInput] = useState('');
   const [isLoading, setIsLoading] = useState(false);
   const messagesEndRef = useRef(null);
+  const inputRef = useRef(null);
 
   const scrollToBottom = () => {
     messagesEndRef.current?.scrollIntoView({ behavior: 'smooth' });
@@ -17,6 +18,14 @@ const Chat = ({ sessionId }) => {
     scrollToBottom();
   }, [messages]);
 
+  // Handle when a suggested question is selected
+  useEffect(() => {
+    if (selectedQuestion) {
+      setInput(selectedQuestion);
+      onQuestionSelected(); // Clear the selected question after setting it
+    }
+  }, [selectedQuestion, onQuestionSelected]);
+
   const handleInputChange = (e) => {
     setInput(e.target.value);
   };
@@ -77,7 +86,7 @@ const Chat = ({ sessionId }) => {
             </div>
             <h3 className="mb-1 text-lg font-semibold">Welcome to the RAG Chat!</h3>
             <p className="text-sm text-muted-foreground">
-              Ask questions about the document you uploaded.
+              Ask questions about the document you uploaded or click one of the suggested questions above.
             </p>
           </div>
         ) : (
@@ -119,6 +128,8 @@ const Chat = ({ sessionId }) => {
       <form onSubmit={handleSubmit} className="border-t border-border p-4">
         <div className="flex space-x-2">
           <Input
+            id="chat-input"
+            ref={inputRef}
             type="text"
             value={input}
             onChange={handleInputChange}

app/frontend/src/components/FileUpload.js

@@ -44,7 +44,11 @@ const FileUpload = ({ sessionId, onUploadSuccess }) => {
 
       if (response.data.status === 'success') {
         setIsUploading(false);
-        onUploadSuccess(file.name);
+        onUploadSuccess(
+          file.name, 
+          response.data.document_description || 'No description available', 
+          response.data.suggested_questions || []
+        );
       } else {
         setIsUploading(false);
         setErrorMessage(response.data.message || 'Upload failed');