File size: 7,788 Bytes
dea080d
 
 
 
 
 
2ff80ff
dea080d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2ff80ff
dea080d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
import os
import re
import tempfile
import warnings

import gradio as gr
import spaces
import torch
import yt_dlp
from faster_whisper import WhisperModel

warnings.filterwarnings("ignore")

# Configuration
MODEL_GPU = "large-v3-turbo"
MODEL_CPU = "small"
SUPPORTED_LANGUAGES = ["auto", "en", "fr", "es", "de", "it", "pt", "nl", "pl", "ru", "zh", "ja", "ar", "hi"]


def _download_audio(url: str, out_dir: str) -> str:
    """Télécharge l'audio d'une URL YouTube (ou autre supporté par yt-dlp)."""
    ydl_opts = {
        "format": "bestaudio/best",
        "outtmpl": os.path.join(out_dir, "audio.%(ext)s"),
        "postprocessors": [{
            "key": "FFmpegExtractAudio",
            "preferredcodec": "wav",
            "preferredquality": "192",
        }],
        "quiet": True,
        "no_warnings": True,
        # Twitch: éviter le téléchargement des chunks en live
        "noplaylist": True,
        # Limite pour les VODs Twitch très longs
        "playlistend": 1,
    }
    with yt_dlp.YoutubeDL(ydl_opts) as ydl:
        info = ydl.extract_info(url, download=True)
        base = os.path.join(out_dir, "audio")
        # yt-dlp génère audio.wav grâce au postprocessor
        if os.path.exists(base + ".wav"):
            return base + ".wav"
        # Fallback : cherche le premier fichier audio dans out_dir
        for f in os.listdir(out_dir):
            if f.startswith("audio"):
                return os.path.join(out_dir, f)
        raise FileNotFoundError("Audio file not found after download")


def _format_srt(segments) -> str:
    """Formate les segments au format SRT."""
    def _srt_time(seconds: float) -> str:
        millis = int((seconds % 1) * 1000)
        secs = int(seconds) % 60
        mins = (int(seconds) // 60) % 60
        hours = int(seconds) // 3600
        return f"{hours:02d}:{mins:02d}:{secs:02d},{millis:03d}"

    lines = []
    for i, seg in enumerate(segments, start=1):
        lines.append(str(i))
        lines.append(f"{_srt_time(seg.start)} --> {_srt_time(seg.end)}")
        lines.append(seg.text.strip())
        lines.append("")
    return "\n".join(lines)


@spaces.GPU
def _transcribe(
    source_url: str | None,
    source_file: str | None,
    language: str,
    model_choice: str,
    output_format: str,
    progress=gr.Progress(),
):
    """Pipeline principal : téléchargement + transcription."""
    if not source_url and not source_file:
        return "Erreur : fournis une URL YouTube, Twitch, ou un fichier audio/vidéo.", "", ""

    # Choix du modèle
    has_gpu = torch.cuda.is_available()
    device = "cuda" if has_gpu and model_choice == "auto" else ("cuda" if model_choice == "gpu" else "cpu")
    compute_type = "int8" if device == "cuda" else "int8"
    model_name = MODEL_GPU if device == "cuda" else MODEL_CPU

    with tempfile.TemporaryDirectory() as tmp_dir:
        try:
            # Étape 1 : obtenir le fichier audio
            if source_file:
                audio_path = source_file
            else:
                progress(0.1, desc="Téléchargement audio...")
                audio_path = _download_audio(source_url, tmp_dir)

            # Étape 2 : charger le modèle
            progress(0.3, desc=f"Chargement du modèle {model_name} sur {device}...")
            model = WhisperModel(model_name, device=device, compute_type=compute_type)

            # Étape 3 : transcription
            progress(0.5, desc="Transcription en cours...")
            lang = None if language == "auto" else language
            segments, info = model.transcribe(
                audio_path,
                language=lang,
                task="transcribe",
                word_timestamps=False,
                condition_on_previous_text=True,
                vad_filter=True,
            )

            # Étape 4 : formatage
            progress(0.8, desc="Formatage...")
            text_lines = []
            seg_list = []
            for seg in segments:
                seg_list.append(seg)
                text_lines.append(seg.text.strip())

            srt_text = _format_srt(seg_list)
            plain_text = "\n".join(text_lines)

            meta = f"Langue détectée : {info.language} | Probabilité : {info.language_probability:.2f} | Modèle : {model_name} | Device : {device}"
            return plain_text, srt_text, meta

        except Exception as e:
            return f"Erreur : {str(e)}", "", ""


def _detect_source(url):
    """Détecte la plateforme et extrait l'ID pour affichage."""
    if not url:
        return ""
    # YouTube: watch?v=XXXXX ou youtu.be/XXXXX
    yt_match = re.search(r"(?:v=|youtu\.be/)([0-9A-Za-z_-]{11})", url)
    if yt_match:
        return f"YouTube — ID : {yt_match.group(1)}"
    # Twitch VOD: twitch.tv/videos/1234567890
    twitch_vod = re.search(r"twitch\.tv/videos/(\d+)", url)
    if twitch_vod:
        return f"Twitch VOD — ID : {twitch_vod.group(1)}"
    # Twitch clip: clips.twitch.tv/ABC123 ou twitch.tv/clip/ABC123
    twitch_clip = re.search(r"(?:clips\.twitch\.tv/|twitch\.tv/\w+/clip/)([A-Za-z0-9_-]+)", url)
    if twitch_clip:
        return f"Twitch Clip — ID : {twitch_clip.group(1)}"
    # Twitch channel (live): twitch.tv/channelname
    twitch_live = re.search(r"twitch\.tv/([A-Za-z0-9_]{4,25})$", url)
    if twitch_live:
        return f"Twitch Live — Chaîne : {twitch_live.group(1)} (VOD uniquement)"
    return "Source personnalisée (yt-dlp)"


# Gradio UI
with gr.Blocks(title="yTranscript — YouTube to text", theme=gr.themes.Soft()) as demo:
    gr.Markdown("# 🎙️ yTranscript\nColle une URL **YouTube**, **Twitch** (VOD/clip), ou uploade un fichier audio/vidéo pour obtenir un transcript.")

    with gr.Row():
        with gr.Column(scale=2):
            url_input = gr.Textbox(
                label="URL YouTube, Twitch, ou autre site supporté par yt-dlp",
                placeholder="https://www.youtube.com/watch?v=... ou https://www.twitch.tv/videos/...",
                lines=1,
            )
            url_status = gr.Textbox(label="", interactive=False, value="")
            url_input.change(_detect_source, inputs=url_input, outputs=url_status)

            file_input = gr.File(
                label="Ou upload un fichier audio/vidéo",
                file_types=["audio", "video"],
            )

        with gr.Column(scale=1):
            language = gr.Dropdown(
                choices=SUPPORTED_LANGUAGES,
                value="auto",
                label="Langue",
            )
            model_choice = gr.Radio(
                choices=["auto", "gpu", "cpu"],
                value="auto",
                label="Device / modèle",
                info="auto = GPU si dispo, sinon CPU. gpu force large-v3-turbo, cpu force small.",
            )
            output_format = gr.Radio(
                choices=["text", "srt", "both"],
                value="both",
                label="Format de sortie",
            )
            run_btn = gr.Button("Transcrire", variant="primary")

    with gr.Row():
        text_output = gr.Textbox(label="Texte", lines=20, show_copy_button=True)
        srt_output = gr.Textbox(label="SRT", lines=20, show_copy_button=True)

    meta_output = gr.Textbox(label="Métadonnées", interactive=False)

    run_btn.click(
        _transcribe,
        inputs=[url_input, file_input, language, model_choice, output_format],
        outputs=[text_output, srt_output, meta_output],
    )

    gr.Markdown("---\n*Propulsé par [faster-whisper](https://github.com/SYSTRAN/faster-whisper) + [yt-dlp](https://github.com/yt-dlp/yt-dlp). Supporte YouTube, Twitch (VOD/clip), et 1300+ sites. Les Spaces HF gratuits sont en CPU : soyez patient pour les longues vidéos.*")

if __name__ == "__main__":
    demo.launch()