Update app.py
Browse files
app.py
CHANGED
|
@@ -18,14 +18,11 @@ import dash_bootstrap_components as dbc
|
|
| 18 |
from dash.exceptions import PreventUpdate
|
| 19 |
import base64
|
| 20 |
import threading
|
|
|
|
| 21 |
|
| 22 |
# Initialize the speaker diarization pipeline
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
print("Speaker diarization pipeline initialized successfully")
|
| 26 |
-
except Exception as e:
|
| 27 |
-
print(f"Error initializing speaker diarization pipeline: {str(e)}")
|
| 28 |
-
pipeline = None
|
| 29 |
|
| 30 |
# Check if CUDA is available and set the device
|
| 31 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
|
@@ -40,7 +37,15 @@ spell = SpellChecker()
|
|
| 40 |
|
| 41 |
def download_audio_from_url(url):
|
| 42 |
try:
|
| 43 |
-
if "
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 44 |
print("Processing shareable link...")
|
| 45 |
response = requests.get(url)
|
| 46 |
soup = BeautifulSoup(response.content, 'html.parser')
|
|
@@ -50,12 +55,13 @@ def download_audio_from_url(url):
|
|
| 50 |
print(f"Extracted video URL: {video_url}")
|
| 51 |
else:
|
| 52 |
raise ValueError("Direct video URL not found in the shareable link.")
|
|
|
|
|
|
|
| 53 |
else:
|
| 54 |
-
|
|
|
|
|
|
|
| 55 |
|
| 56 |
-
print(f"Downloading video from URL: {video_url}")
|
| 57 |
-
response = requests.get(video_url)
|
| 58 |
-
audio_bytes = response.content
|
| 59 |
print(f"Successfully downloaded {len(audio_bytes)} bytes of data")
|
| 60 |
return audio_bytes
|
| 61 |
except Exception as e:
|
|
@@ -91,12 +97,9 @@ def transcribe_audio(audio_file):
|
|
| 91 |
print(f"Audio duration: {len(audio_input) / sr:.2f} seconds")
|
| 92 |
|
| 93 |
# Apply speaker diarization
|
| 94 |
-
|
| 95 |
-
|
| 96 |
-
|
| 97 |
-
print("Speaker diarization complete.")
|
| 98 |
-
else:
|
| 99 |
-
diarization = None
|
| 100 |
|
| 101 |
chunk_length = 30 * sr
|
| 102 |
overlap = 5 * sr
|
|
@@ -114,34 +117,14 @@ def transcribe_audio(audio_file):
|
|
| 114 |
full_transcription = " ".join(transcriptions)
|
| 115 |
print(f"Transcription complete. Full transcription length: {len(full_transcription)} characters")
|
| 116 |
|
| 117 |
-
|
| 118 |
-
|
| 119 |
-
formatted_transcription = format_transcript_with_speakers(full_transcription, diarization)
|
| 120 |
-
else:
|
| 121 |
-
print("Applying formatting without speaker diarization...")
|
| 122 |
-
formatted_transcription = format_transcript_with_breaks(full_transcription)
|
| 123 |
|
| 124 |
return formatted_transcription
|
| 125 |
except Exception as e:
|
| 126 |
print(f"Error in transcribe_audio: {str(e)}")
|
| 127 |
raise
|
| 128 |
|
| 129 |
-
def format_transcript_with_breaks(transcript):
|
| 130 |
-
sentences = re.split('(?<=[.!?]) +', transcript)
|
| 131 |
-
paragraphs = []
|
| 132 |
-
current_paragraph = []
|
| 133 |
-
|
| 134 |
-
for sentence in sentences:
|
| 135 |
-
current_paragraph.append(sentence)
|
| 136 |
-
if len(current_paragraph) >= 3: # Adjust this number to control paragraph size
|
| 137 |
-
paragraphs.append(' '.join(current_paragraph))
|
| 138 |
-
current_paragraph = []
|
| 139 |
-
|
| 140 |
-
if current_paragraph:
|
| 141 |
-
paragraphs.append(' '.join(current_paragraph))
|
| 142 |
-
|
| 143 |
-
return '\n\n'.join(paragraphs)
|
| 144 |
-
|
| 145 |
def transcribe_video(url):
|
| 146 |
try:
|
| 147 |
print(f"Attempting to download audio from URL: {url}")
|
|
@@ -219,7 +202,7 @@ def update_transcription(n_clicks, url):
|
|
| 219 |
return dbc.Card([
|
| 220 |
dbc.CardBody([
|
| 221 |
html.H5("Transcription Result"),
|
| 222 |
-
html.Pre(transcript),
|
| 223 |
dbc.Button("Download Transcript", id="btn-download", color="secondary", className="mt-3")
|
| 224 |
])
|
| 225 |
]), download_data
|
|
|
|
| 18 |
from dash.exceptions import PreventUpdate
|
| 19 |
import base64
|
| 20 |
import threading
|
| 21 |
+
from pytube import YouTube
|
| 22 |
|
| 23 |
# Initialize the speaker diarization pipeline
|
| 24 |
+
pipeline = Pipeline.from_pretrained("pyannote/speaker-diarization", use_auth_token="YOUR_HF_AUTH_TOKEN")
|
| 25 |
+
print("Speaker diarization pipeline initialized successfully")
|
|
|
|
|
|
|
|
|
|
|
|
|
| 26 |
|
| 27 |
# Check if CUDA is available and set the device
|
| 28 |
device = "cuda" if torch.cuda.is_available() else "cpu"
|
|
|
|
| 37 |
|
| 38 |
def download_audio_from_url(url):
|
| 39 |
try:
|
| 40 |
+
if "youtube.com" in url or "youtu.be" in url:
|
| 41 |
+
print("Processing YouTube URL...")
|
| 42 |
+
yt = YouTube(url)
|
| 43 |
+
audio_stream = yt.streams.filter(only_audio=True).first()
|
| 44 |
+
with tempfile.NamedTemporaryFile(delete=False, suffix=".mp4") as temp_file:
|
| 45 |
+
audio_stream.download(output_path=temp_file.name)
|
| 46 |
+
audio_bytes = open(temp_file.name, "rb").read()
|
| 47 |
+
os.unlink(temp_file.name)
|
| 48 |
+
elif "share" in url:
|
| 49 |
print("Processing shareable link...")
|
| 50 |
response = requests.get(url)
|
| 51 |
soup = BeautifulSoup(response.content, 'html.parser')
|
|
|
|
| 55 |
print(f"Extracted video URL: {video_url}")
|
| 56 |
else:
|
| 57 |
raise ValueError("Direct video URL not found in the shareable link.")
|
| 58 |
+
response = requests.get(video_url)
|
| 59 |
+
audio_bytes = response.content
|
| 60 |
else:
|
| 61 |
+
print(f"Downloading video from URL: {url}")
|
| 62 |
+
response = requests.get(url)
|
| 63 |
+
audio_bytes = response.content
|
| 64 |
|
|
|
|
|
|
|
|
|
|
| 65 |
print(f"Successfully downloaded {len(audio_bytes)} bytes of data")
|
| 66 |
return audio_bytes
|
| 67 |
except Exception as e:
|
|
|
|
| 97 |
print(f"Audio duration: {len(audio_input) / sr:.2f} seconds")
|
| 98 |
|
| 99 |
# Apply speaker diarization
|
| 100 |
+
print("Applying speaker diarization...")
|
| 101 |
+
diarization = pipeline(audio_file)
|
| 102 |
+
print("Speaker diarization complete.")
|
|
|
|
|
|
|
|
|
|
| 103 |
|
| 104 |
chunk_length = 30 * sr
|
| 105 |
overlap = 5 * sr
|
|
|
|
| 117 |
full_transcription = " ".join(transcriptions)
|
| 118 |
print(f"Transcription complete. Full transcription length: {len(full_transcription)} characters")
|
| 119 |
|
| 120 |
+
print("Applying formatting with speaker diarization...")
|
| 121 |
+
formatted_transcription = format_transcript_with_speakers(full_transcription, diarization)
|
|
|
|
|
|
|
|
|
|
|
|
|
| 122 |
|
| 123 |
return formatted_transcription
|
| 124 |
except Exception as e:
|
| 125 |
print(f"Error in transcribe_audio: {str(e)}")
|
| 126 |
raise
|
| 127 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 128 |
def transcribe_video(url):
|
| 129 |
try:
|
| 130 |
print(f"Attempting to download audio from URL: {url}")
|
|
|
|
| 202 |
return dbc.Card([
|
| 203 |
dbc.CardBody([
|
| 204 |
html.H5("Transcription Result"),
|
| 205 |
+
html.Pre(transcript, style={"white-space": "pre-wrap", "word-wrap": "break-word"}),
|
| 206 |
dbc.Button("Download Transcript", id="btn-download", color="secondary", className="mt-3")
|
| 207 |
])
|
| 208 |
]), download_data
|