app.py

import gradio as gr
import os
import torch
import whisper
from transformers import pipeline
from moviepy.editor import VideoFileClip

# Function to extract audio from a video file
def extract_audio(video_path, audio_path="audio.wav"):
    if os.path.exists(audio_path):
        os.remove(audio_path)
    video = VideoFileClip(video_path)
    video.audio.write_audiofile(audio_path, codec='pcm_s16le', bitrate='32k')  # Lower bitrate for faster processing
    return audio_path

# Function to transcribe audio using Whisper
def transcribe_audio(audio_path):
    try:
        model = whisper.load_model("tiny")  # Faster model
        result = model.transcribe(audio_path)
        return result["text"]
    except Exception as e:
        return f"Error in transcription: {str(e)}"

# Function to summarize text using a pre-trained transformer model
def summarize_text(text):
    try:
        summarizer = pipeline("summarization", model="sshleifer/distilbart-cnn-12-6")
        max_chunk_size = 300  # Reduced chunk size for faster processing
        chunks = [text[i:i + max_chunk_size] for i in range(0, len(text), max_chunk_size)]
        summaries = [summarizer(chunk, max_length=80, min_length=20, do_sample=False)[0]["summary_text"] for chunk in chunks]
        return " ".join(summaries)
    except Exception as e:
        return f"Error in summarization: {str(e)}"

# Function to generate study notes using GPT-2
def generate_study_notes(summary):
    try:
        generator = pipeline("text-generation", model="gpt2")
        prompt = f"Create concise study notes from this summary:\n{summary}"
        study_notes = generator(prompt, max_length=150, num_return_sequences=1, truncation=True)
        return study_notes[0]["generated_text"]
    except Exception as e:
        return f"Error in generating study notes: {str(e)}"

# Function to answer questions using a QA model
def answer_question(question, context):
    try:
        qa_pipeline = pipeline("question-answering", model="distilbert-base-uncased-distilled-squad")
        result = qa_pipeline(question=question, context=context)
        return result["answer"]
    except Exception as e:
        return f"Error in answering question: {str(e)}"

# Gradio UI
def process_video(video_file):
    video_path = video_file  # Directly using filepath
    audio_path = extract_audio(video_path)
    transcript = transcribe_audio(audio_path)
    video_summary = summarize_text(transcript)
    study_notes = generate_study_notes(video_summary)
    return transcript, video_summary, study_notes

def ask_question(video_summary, question):
    return answer_question(question, video_summary)

iface = gr.Blocks()
with iface:
    gr.Markdown("# 🎥 Video Summarizer & Study Notes Generator")
    with gr.Row():
        video_input = gr.File(label="📂 Upload a video file", type="filepath")
        transcript_output = gr.Textbox(label="📜 Transcript", lines=5)
        summary_output = gr.Textbox(label="📄 Video Summary", lines=3)
        notes_output = gr.Textbox(label="📝 Study Notes", lines=3)
    
    process_button = gr.Button("Process Video")
    process_button.click(process_video, inputs=video_input, outputs=[transcript_output, summary_output, notes_output])
    
    question_input = gr.Textbox(label="❓ Ask a question about the video:")
    answer_output = gr.Textbox(label="💡 Answer")
    
    ask_button = gr.Button("Get Answer")
    ask_button.click(ask_question, inputs=[summary_output, question_input], outputs=answer_output)

iface.launch()