Upload app.py with huggingface_hub

app.py

@@ -31,6 +31,8 @@ CONFIG = {
     'MAX_AUDIO_DURATION': 120,  # 2 minutes
     'GROQ_API_KEY': os.getenv('GAPI'),
     'AUDIO_CLIP_DURATION': 10,  # First 10 seconds only
+    'BOOK_THUMBNAILS_DIR': './book_thumbnails',
+    'OCR_BOOKS_DIR': './ocr_books',
 }
 
 # Global session storage
@@ -429,6 +431,190 @@ def reset_session():
     })
     return "✅ नया सत्र शुरू किया गया!", "", "", gr.update(visible=False), "प्रश्न: 0/5"
 
+# Book management functions
+def get_available_books():
+    """Get list of available books with their thumbnails and text files"""
+    books = []
+    
+    try:
+        # Get all image files from thumbnails directory
+        thumbnail_dir = CONFIG['BOOK_THUMBNAILS_DIR']
+        ocr_dir = CONFIG['OCR_BOOKS_DIR']
+        
+        if os.path.exists(thumbnail_dir):
+            thumbnail_files = [f for f in os.listdir(thumbnail_dir) 
+                             if f.lower().endswith(('.png', '.jpg', '.jpeg', '.gif', '.bmp'))]
+        else:
+            thumbnail_files = []
+        
+        # Get all text files from OCR directory
+        if os.path.exists(ocr_dir):
+            text_files = [f for f in os.listdir(ocr_dir) 
+                         if f.lower().endswith('.txt')]
+        else:
+            text_files = []
+        
+        # Create book entries
+        for text_file in text_files:
+            book_name = os.path.splitext(text_file)[0]
+            
+            # Look for matching thumbnail
+            thumbnail_path = None
+            for thumb_file in thumbnail_files:
+                thumb_name = os.path.splitext(thumb_file)[0]
+                if thumb_name.lower() == book_name.lower():
+                    thumbnail_path = os.path.join(thumbnail_dir, thumb_file)
+                    break
+            
+            # If no matching thumbnail found, use a default placeholder
+            if not thumbnail_path:
+                # Create a simple text-based placeholder
+                placeholder_path = create_text_placeholder(book_name)
+                thumbnail_path = placeholder_path
+            
+            books.append({
+                'name': book_name,
+                'display_name': book_name.replace('_', ' ').title(),
+                'text_file': os.path.join(ocr_dir, text_file),
+                'thumbnail': thumbnail_path
+            })
+        
+        return books
+    
+    except Exception as e:
+        print(f"Error getting available books: {str(e)}")
+        return []
+
+def create_text_placeholder(book_name):
+    """Create a simple text placeholder image for books without thumbnails"""
+    try:
+        import matplotlib.pyplot as plt
+        import matplotlib.patches as patches
+        
+        # Create a simple text-based image
+        fig, ax = plt.subplots(1, 1, figsize=(3, 4))
+        ax.set_xlim(0, 1)
+        ax.set_ylim(0, 1)
+        ax.axis('off')
+        
+        # Add background
+        rect = patches.Rectangle((0, 0), 1, 1, linewidth=2, edgecolor='#2E86AB', facecolor='#E8F4FD')
+        ax.add_patch(rect)
+        
+        # Add text
+        ax.text(0.5, 0.5, book_name.replace('_', '\n'), 
+                ha='center', va='center', fontsize=10, weight='bold', color='#2E86AB')
+        
+        # Save to temporary file
+        placeholder_path = os.path.join(tempfile.gettempdir(), f"{book_name}_placeholder.png")
+        plt.savefig(placeholder_path, dpi=100, bbox_inches='tight')
+        plt.close()
+        
+        return placeholder_path
+    
+    except Exception as e:
+        print(f"Error creating placeholder: {str(e)}")
+        return None
+
+def load_book_text(book_info):
+    """Load text content from a pre-existing book"""
+    try:
+        with open(book_info['text_file'], 'r', encoding='utf-8') as file:
+            content = file.read()
+        
+        if not content.strip():
+            return "Error: Empty text file"
+        
+        return content
+    
+    except Exception as e:
+        return f"Error loading book text: {str(e)}"
+
+def process_selected_book(selected_book_name):
+    """Process a pre-selected book"""
+    if not selected_book_name or selected_book_name == "None":
+        return "कृपया एक पुस्तक चुनें।", "", "", gr.update(visible=False)
+    
+    try:
+        # Get available books
+        available_books = get_available_books()
+        
+        # Find the selected book
+        selected_book = None
+        for book in available_books:
+            if book['name'] == selected_book_name:
+                selected_book = book
+                break
+        
+        if not selected_book:
+            return "चुनी गई पुस्तक नहीं मिली।", "", "", gr.update(visible=False)
+        
+        # Load text content
+        text_content = load_book_text(selected_book)
+        
+        if not text_content.strip() or "Error" in text_content:
+            return text_content, "", "", gr.update(visible=False)
+        
+        # Extract metadata (use book name if no metadata found in text)
+        author_name, book_title = extract_metadata(text_content)
+        
+        # If metadata extraction didn't work well, use the book name
+        if author_name == "अज्ञात लेखक":
+            author_name = "संग्रहित पुस्तक"
+        if book_title == "अनाम पुस्तक":
+            book_title = selected_book['display_name']
+        
+        SESSION_DATA['author_name'] = author_name
+        SESSION_DATA['book_title'] = book_title
+        
+        # Create chunks
+        chunks = chunk_text(text_content)
+        SESSION_DATA['document_chunks'] = chunks
+        
+        # Create embeddings and index
+        print("Creating embeddings and search index for selected book...")
+        SESSION_DATA['faiss_index'] = create_embeddings(chunks)
+        
+        # Reset query count
+        SESSION_DATA['query_count'] = 0
+        
+        # Calculate statistics
+        word_count = len(text_content.split())
+        char_count = len(text_content)
+        
+        success_msg = f"""✅ पुस्तक सफलतापूर्वक लोड की गई!
+
+📖 पुस्तक: {book_title}
+✍️ लेखक: {author_name}
+📄 टेक्स्ट खंड: {len(chunks)}
+📊 शब्द संख्या: {word_count:,}
+📝 अक्षर संख्या: {char_count:,}
+
+अब आप प्रश्न पूछ सकते हैं।"""
+        
+        return success_msg, book_title, author_name, gr.update(visible=True)
+        
+    except Exception as e:
+        return f"पुस्तक लोड करने में त्रुटि: {str(e)}", "", "", gr.update(visible=False)
+
+def create_book_gallery():
+    """Create a gallery of available books with thumbnails"""
+    available_books = get_available_books()
+    
+    if not available_books:
+        return [], "कोई पुस्तक उपलब्ध नहीं है।"
+    
+    # Create gallery data: list of (image_path, title) tuples
+    gallery_data = []
+    book_names = ["None"]  # Add None option
+    
+    for book in available_books:
+        if book['thumbnail'] and os.path.exists(book['thumbnail']):
+            gallery_data.append((book['thumbnail'], book['display_name']))
+            book_names.append(book['name'])
+    
+    return gallery_data, book_names
+
 # Create Gradio interface
 def create_interface():
     """Create the Gradio interface"""
@@ -479,17 +665,53 @@ def create_interface():
                         interactive=False
                     )
             
-            # Document upload section
-            gr.Markdown("### 📁 Step 1: Upload Your Book / अपनी पुस्तक अपलोड करें")
-            gr.Markdown("**Note:** Please ensure your PDF contains selectable text (not scanned images)")
+            # Document selection/upload section
+            gr.Markdown("### 📁 Step 1: Choose Your Book / अपनी पुस्तक चुनें")
             
-            with gr.Row():
+            # Book selection section
+            with gr.Tab("📚 Select from Library / पुस्तकालय से चुनें"):
+                gr.Markdown("**Choose from available books / उपलब्ध पुस्तकों में से चुनें**")
+                
+                # Initialize book gallery and dropdown
+                available_books = get_available_books()
+                gallery_data, book_options = create_book_gallery()
+                
+                if available_books:
+                    book_gallery = gr.Gallery(
+                        value=gallery_data,
+                        label="Available Books / उपलब्ध पुस्तकें",
+                        show_label=True,
+                        elem_id="book_gallery",
+                        columns=3,
+                        rows=2,
+                        height="auto",
+                        allow_preview=True
+                    )
+                    
+                    book_dropdown = gr.Dropdown(
+                        choices=book_options,
+                        label="Select Book / पुस्तक चुनें",
+                        value="None",
+                        interactive=True
+                    )
+                    
+                    select_book_btn = gr.Button("📖 Load Selected Book / चुनी गई पुस्तक लोड करें", variant="primary")
+                else:
+                    gr.Markdown("⚠️ No books available in library / पुस्तकालय में कोई पुस्तक उपलब्ध नहीं है")
+                    book_dropdown = gr.Dropdown(choices=["None"], value="None", visible=False)
+                    select_book_btn = gr.Button("No books available", interactive=False)
+            
+            # PDF upload section
+            with gr.Tab("📄 Upload PDF / PDF ��पलोड करें"):
+                gr.Markdown("**Upload your own PDF / अपनी PDF अपलोड करें**")
+                gr.Markdown("**Note:** Please ensure your PDF contains selectable text (not scanned images)")
+                
                 pdf_upload = gr.File(
                     label="Upload PDF / PDF अपलोड करें",
                     file_types=[".pdf"],
                     type="filepath"
                 )
-                process_btn = gr.Button("📖 Process Document / दस्तावेज़ प्रसंस्करित करें", variant="primary")
+                process_pdf_btn = gr.Button("📖 Process PDF / PDF प्रसंस्करित करें", variant="primary")
             
             doc_status = gr.Textbox(label="Processing Status / प्रसंस्करण स्थिति", interactive=False)
             
@@ -555,11 +777,21 @@ def create_interface():
             outputs=[auth_section, main_section, auth_status]
         )
         
-        process_btn.click(
-            process_document,
-            inputs=[pdf_upload],
-            outputs=[doc_status, book_title_display, author_display, query_section]
-        )
+        # Book selection event handler
+        if 'select_book_btn' in locals():
+            select_book_btn.click(
+                process_selected_book,
+                inputs=[book_dropdown],
+                outputs=[doc_status, book_title_display, author_display, query_section]
+            )
+        
+        # PDF upload event handler  
+        if 'process_pdf_btn' in locals():
+            process_pdf_btn.click(
+                process_document,
+                inputs=[pdf_upload],
+                outputs=[doc_status, book_title_display, author_display, query_section]
+            )
         
         ask_button.click(
             process_query,