Create app.py

app.py

@@ -0,0 +1,79 @@
+import gradio as gr
+from transformers import BlipProcessor, BlipForConditionalGeneration
+import torch
+from PIL import Image
+from deep_translator import GoogleTranslator
+from gradio.themes import Base
+
+# Load BLIP model and processor
+caption_model = BlipForConditionalGeneration.from_pretrained("Salesforce/blip-image-captioning-large")
+caption_processor = BlipProcessor.from_pretrained("Salesforce/blip-image-captioning-large")
+
+# Translator
+translator = GoogleTranslator(source='en', target='hi')
+
+# Device setup
+device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+caption_model.to(device)
+
+def generate_caption(image):
+    try:
+        # Preprocess the image
+        inputs = caption_processor(images=image, return_tensors="pt")
+        pixel_values = inputs.pixel_values.to(device)
+        
+        # Generate caption
+        output_ids = caption_model.generate(
+            pixel_values,
+            max_length=30,
+            num_beams=10,
+            num_beam_groups=2,
+            diversity_penalty=0.5,
+            repetition_penalty=2.0,
+            temperature=0.6,
+            top_k=50,
+            top_p=0.95,
+            no_repeat_ngram_size=3
+        )
+        
+        # Decode English caption
+        english_caption = caption_processor.decode(output_ids[0], skip_special_tokens=True)
+        
+        # Translate to Hindi
+        hindi_caption = translator.translate(english_caption)
+        
+        return english_caption, hindi_caption
+    
+    except Exception as e:
+        return f"Error: {str(e)}", f"Error: {str(e)}"
+
+# Custom theme with a blue and white color scheme
+custom_theme = gr.themes.Default(
+    primary_hue="blue",         # Main color (buttons, highlights)
+    secondary_hue="gray",       # Secondary elements
+    neutral_hue="slate",        # Backgrounds, borders
+    text_size="lg",             # Larger text for readability
+    radius_size="md",           # Rounded corners
+    font=[gr.themes.GoogleFont("Roboto"), "sans-serif"]  # Modern font
+)
+
+# Gradio interface with improved visuals
+interface = gr.Interface(
+    fn=generate_caption,
+    inputs=gr.Image(type="pil", label="Upload an Image"),
+    outputs=[
+        gr.Textbox(label="English Caption", lines=2, placeholder="English caption will appear here..."),
+        gr.Textbox(label="Hindi Caption", lines=2, placeholder="हिंदी कैप्शन यहाँ दिखाई देगा...")
+    ],
+    title="Image Caption Generator (English & Hindi)",
+    description="Upload an image to generate captions in English and Hindi with a sleek, modern interface.",
+    theme=custom_theme,
+    css="""
+        .gradio-container { max-width: 800px; margin: auto; }
+        h1 { text-align: center; color: #1E40AF; }
+        .label { font-weight: bold; }
+        input, output { border-radius: 8px; }
+    """
+)
+
+interface.launch()