Create app.py

app.py

@@ -0,0 +1,271 @@
+import gradio as gr
+import PyPDF2
+import io
+import time
+import os
+from together import Together
+import textwrap
+import tempfile
+
+def extract_text_from_pdf(pdf_file):
+    """Extract text from a PDF file"""
+    text = ""
+    try:
+        # Check if the pdf_file is already in bytes format or needs conversion
+        if hasattr(pdf_file, 'read'):
+            # If it's a file-like object (from gradio upload)
+            pdf_content = pdf_file.read()
+            # Reset the file pointer for potential future reads
+            if hasattr(pdf_file, 'seek'):
+                pdf_file.seek(0)
+        else:
+            # If it's already bytes
+            pdf_content = pdf_file
+            
+        # Read the PDF file
+        pdf_reader = PyPDF2.PdfReader(io.BytesIO(pdf_content))
+        
+        # Extract text from each page
+        for page_num in range(len(pdf_reader.pages)):
+            page_text = pdf_reader.pages[page_num].extract_text()
+            if page_text:  # Check if text extraction worked
+                text += page_text + "\n\n"
+            else:
+                text += f"[Page {page_num+1} - No extractable text found]\n\n"
+        
+        if not text.strip():
+            return "No text could be extracted from the PDF. The document may be scanned or image-based."
+            
+        return text
+    except Exception as e:
+        return f"Error extracting text from PDF: {str(e)}"
+
+def format_chat_history(history):
+    """Format the chat history for display"""
+    formatted_history = []
+    for user_msg, bot_msg in history:
+        formatted_history.append((user_msg, bot_msg))
+    return formatted_history
+
+def chat_with_pdf(api_key, pdf_text, user_question, history):
+    """Chat with the PDF using Together API"""
+    if not api_key.strip():
+        return history + [(user_question, "Error: Please enter your Together API key.")], history
+    
+    if not pdf_text.strip() or pdf_text.startswith("Error") or pdf_text.startswith("No text"):
+        return history + [(user_question, "Error: Please upload a valid PDF file with extractable text first.")], history
+    
+    if not user_question.strip():
+        return history + [(user_question, "Error: Please enter a question.")], history
+    
+    try:
+        # Initialize Together client with the API key
+        client = Together(api_key=api_key)
+        
+        # Create the system message with PDF context
+        # Truncate the PDF text if it's too long (model context limit handling)
+        max_context_length = 10000 #10000
+        
+        if len(pdf_text) > max_context_length:
+            # More sophisticated truncation that preserves beginning and end
+            half_length = max_context_length // 2
+            pdf_context = pdf_text[:half_length] + "\n\n[...Content truncated due to length...]\n\n" + pdf_text[-half_length:]
+        else:
+            pdf_context = pdf_text
+        
+        system_message = f"""You are an intelligent assistant designed to read, understand, and extract information from PDF documents. 
+Based on any question or query the user asks—whether it's about content, summaries, data extraction, definitions, insights, or interpretation—you will 
+analyze the following PDF content and provide an accurate, helpful response grounded in the document. Always respond with clear, concise, and context-aware information.
+PDF CONTENT:
+{pdf_context}
+Answer the user's questions only based on the PDF content above. If the answer cannot be found in the PDF, politely state that the information is not available in the provided document."""
+        
+        # Prepare message history for Together API
+        messages = [
+            {"role": "system", "content": system_message},
+        ]
+        
+        # Add chat history
+        for h_user, h_bot in history:
+            messages.append({"role": "user", "content": h_user})
+            messages.append({"role": "assistant", "content": h_bot})
+        
+        # Add the current user question
+        messages.append({"role": "user", "content": user_question})
+        
+        # Call the Together API
+        response = client.chat.completions.create(
+            model="meta-llama/Llama-3.3-70B-Instruct-Turbo-Free",
+            messages=messages,
+            max_tokens=5000, #5000
+            temperature=0.7,
+        )
+        
+        # Extract the assistant's response
+        assistant_response = response.choices[0].message.content
+        
+        # Update the chat history
+        new_history = history + [(user_question, assistant_response)]
+        
+        return new_history, new_history
+    
+    except Exception as e:
+        error_message = f"Error: {str(e)}"
+        return history + [(user_question, error_message)], history
+
+def process_pdf(pdf_file, api_key_input):
+    """Process the uploaded PDF file"""
+    if pdf_file is None:
+        return "Please upload a PDF file.", "", []
+    
+    try:
+        # Get the file name
+        file_name = os.path.basename(pdf_file.name) if hasattr(pdf_file, 'name') else "Uploaded PDF"
+        
+        # Extract text from the PDF
+        pdf_text = extract_text_from_pdf(pdf_file)
+        
+        # Check if there was an error in extraction
+        if pdf_text.startswith("Error extracting text from PDF"):
+            return f"❌ {pdf_text}", "", []
+        
+        if not pdf_text.strip() or pdf_text.startswith("No text could be extracted"):
+            return f"⚠️ {pdf_text}", "", []
+        
+        # Count words for information
+        word_count = len(pdf_text.split())
+        
+        # Return a message with the file name and text content
+        status_message = f"✅ Successfully processed PDF: {file_name} ({word_count} words extracted)"
+        
+        # Also return an empty history
+        return status_message, pdf_text, []
+    except Exception as e:
+        return f"❌ Error processing PDF: {str(e)}", "", []
+
+def validate_api_key(api_key):
+    """Simple validation for API key format"""
+    if not api_key or not api_key.strip():
+        return "❌ API Key is required"
+    
+    if len(api_key.strip()) < 10:
+        return "❌ API Key appears to be too short"
+    
+    return "✓ API Key format looks valid (not verified with server)"
+
+# Create the Gradio interface
+with gr.Blocks(title="ChatPDF with Together AI", theme=gr.themes.Ocean()) as app:
+    gr.Markdown("# 📄 ChatPDF with Together AI")
+    gr.Markdown("Upload a PDF and chat with it using the Llama-3.3-70B model.")
+    
+    with gr.Row():
+        with gr.Column(scale=1):
+            # API Key input
+            api_key_input = gr.Textbox(
+                label="Together API Key",
+                placeholder="Enter your Together API key here...",
+                type="password"
+            )
+            
+            # API key validation
+            api_key_status = gr.Textbox(
+                label="API Key Status",
+                interactive=False
+            )
+            
+            # PDF upload
+            pdf_file = gr.File(
+                label="Upload PDF",
+                file_types=[".pdf"],
+                type="binary"  # Ensure we get binary data
+            )
+            
+            # Process PDF button
+            process_button = gr.Button("Process PDF")
+            
+            # Status message
+            status_message = gr.Textbox(
+                label="Status",
+                interactive=False
+            )
+            
+            # Hidden field to store the PDF text
+            pdf_text = gr.Textbox(visible=False)
+            
+            # Optional: Show PDF preview
+            with gr.Accordion("PDF Content Preview", open=False):
+                pdf_preview = gr.Textbox(
+                    label="Extracted Text Preview",
+                    interactive=False,
+                    max_lines=10,
+                    show_copy_button=True
+                )
+        
+        with gr.Column(scale=2):
+            # Chat interface
+            chatbot = gr.Chatbot(
+                label="Chat with PDF",
+                height=500,
+                show_copy_button=True
+            )
+            
+            # Question input
+            question = gr.Textbox(
+                label="Ask a question about the PDF",
+                placeholder="What is the main topic of this document?",
+                lines=2
+            )
+            
+            # Submit button
+            submit_button = gr.Button("Submit Question")
+    
+    # Event handlers
+    def update_preview(text):
+        """Update the preview with the first few lines of the PDF text"""
+        if not text or text.startswith("Error") or text.startswith("No text"):
+            return text
+        
+        # Get the first ~500 characters for preview
+        preview = text[:500]
+        if len(text) > 500:
+            preview += "...\n[Text truncated for preview. Full text will be used for chat.]"
+        return preview
+    
+    # API key validation event
+    api_key_input.change(
+        fn=validate_api_key,
+        inputs=[api_key_input],
+        outputs=[api_key_status]
+    )
+    
+    process_button.click(
+        fn=process_pdf,
+        inputs=[pdf_file, api_key_input],
+        outputs=[status_message, pdf_text, chatbot]
+    ).then(
+        fn=update_preview,
+        inputs=[pdf_text],
+        outputs=[pdf_preview]
+    )
+    
+    submit_button.click(
+        fn=chat_with_pdf,
+        inputs=[api_key_input, pdf_text, question, chatbot],
+        outputs=[chatbot, chatbot]
+    ).then(
+        fn=lambda: "",
+        outputs=question
+    )
+    
+    question.submit(
+        fn=chat_with_pdf,
+        inputs=[api_key_input, pdf_text, question, chatbot],
+        outputs=[chatbot, chatbot]
+    ).then(
+        fn=lambda: "",
+        outputs=question
+    )
+
+# Launch the app
+if __name__ == "__main__":
+    app.launch(share=True)