File size: 2,833 Bytes
ea5ce1f 64553ef eb15ec0 ea5ce1f eb15ec0 ea5ce1f eb15ec0 ea5ce1f eb15ec0 ea5ce1f eb15ec0 ea5ce1f eb15ec0 ea5ce1f eb15ec0 ea5ce1f eb15ec0 ea5ce1f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 |
import streamlit as st
from PIL import Image
import time
from transformers import pipeline
import tempfile
import os
# Generate caption from image
def image_to_caption(image_path):
"""Generates a caption for the given image using a pre-trained model."""
imgtocaption = pipeline("image-to-text", model="Salesforce/blip-image-captioning-base")
caption = imgtocaption(image_path)
return caption[0]['generated_text']
# Generate story from caption
def caption_to_story(text):
captiontostory = pipeline("text-generation", model="pranavpsv/genre-story-generator-v2")
story = captiontostory(text, max_length=150, min_length=50)
return story[0]['generated_text']
# Convert story to speech
def story_to_audio(text):
tts_pipe = pipeline("text-to-audio", model="facebook/mms-tts-eng")
audio_output = tts_pipe(text[:1000])
return audio_output['audio'], audio_output['sampling_rate']
# Child-Friendly Interface Design
st.set_page_config(page_title="Magic Story House", page_icon="🧚")
st.title("🧚 Magic Image Story Generator")
st.markdown("Upload an image and generate your exclusive fairy tale!")
# File Upload
uploaded_image = st.file_uploader("Choose a picture", type=["jpg", "jpeg", "png"], key="image_uploader")
# Main application
def main():
if uploaded_image is not None:
try:
# Process image
with st.spinner("Processing image..."):
image = Image.open(uploaded_image)
st.image(image, caption="Uploaded Image", use_column_width=True)
# Save temporary file
with tempfile.NamedTemporaryFile(suffix=".jpg", delete=False) as temp_file:
image.save(temp_file.name)
image_path = temp_file.name
# Generate caption
with st.spinner("Generating caption..."):
caption = image_to_caption(image_path)
st.subheader("Generated Caption")
st.write(caption)
# Generate story
with st.spinner("Generating story..."):
story = caption_to_story(caption)
st.subheader("Generated Story")
st.write(story)
# Generate speech
with st.spinner("Generating audio..."):
audio_array, sample_rate = story_to_audio(story)
if audio_array is not None:
st.subheader("Audio Narration")
st.audio(audio_array, sample_rate=sample_rate)
except Exception as e:
st.error(f"An error occurred: {str(e)}")
finally:
# Clean up temporary file
if 'image_path' in locals() and os.path.exists(image_path):
os.remove(image_path)
if __name__ == "__main__":
main() |