Spaces:
Running
Running
| # -*- coding: utf-8 -*- | |
| # 財政部財政資訊中心 江信宗 | |
| import gradio as gr | |
| import tempfile | |
| import subprocess | |
| from groq import Groq | |
| from zhconv_rs import zhconv | |
| from datetime import timedelta | |
| import os | |
| from pathlib import Path | |
| def check_ffmpeg(): | |
| try: | |
| subprocess.run(["ffmpeg", "-version"], check=True, capture_output=True, text=True) | |
| print("FFmpeg is installed and working.") | |
| except subprocess.CalledProcessError: | |
| print("Error: FFmpeg is not installed or not working properly.") | |
| except FileNotFoundError: | |
| print("Error: FFmpeg is not installed or not in the system PATH.") | |
| def format_time(seconds): | |
| td = timedelta(seconds=seconds) | |
| hours, remainder = divmod(td.seconds, 3600) | |
| minutes, seconds = divmod(remainder, 60) | |
| milliseconds = round(td.microseconds / 1000) | |
| return f"{hours:02d}:{minutes:02d}:{seconds:02d},{milliseconds:03d}" | |
| def json_to_srt(segments): | |
| srt_lines = [] | |
| for i, item in enumerate(segments, 1): | |
| start_time = format_time(item['start']) | |
| end_time = format_time(item['end']) | |
| text = zhconv(item['text'], "zh-tw") | |
| srt_lines.append(f"{i}\n{start_time} --> {end_time}\n{text}\n") | |
| return "\n".join(srt_lines) | |
| def validate_and_convert(file, Language, api_key): | |
| try: | |
| if not api_key: | |
| os.remove(file.name) | |
| gr.Warning("請輸入正確的 API Key！！") | |
| return None, None, "請輸入正確的 API Key！！", None, None | |
| if api_key == os.getenv("SPACE_ID"): | |
| api_key = os.getenv("YOUR_API_KEY") | |
| else: | |
| os.remove(file.name) | |
| gr.Warning("請輸入正確的 API Key！！") | |
| return None, None, "請輸入正確的 API Key！！", None, None | |
| except Exception as e: | |
| os.remove(file.name) | |
| gr.Warning("請輸入正確的 API Key！！") | |
| return None, None, f"請輸入正確的 API Key！！", None, None | |
| gr.Info("檔案上傳完成，開始轉換......") | |
| MAX_FILE_SIZE = 200 * 1024 * 1024 # 200MB | |
| ALLOWED_EXTENSIONS = ['mp3', 'mp4', 'mpeg', 'm4a', 'wav', 'ogg', 'flac', 'webm', 'mpga'] | |
| if file is None: | |
| return None, None, "沒有選擇文件", None, None | |
| try: | |
| file_path = Path(file.name) | |
| if not file_path.exists(): | |
| return None, None, f"找不到上傳的檔案：{file.name}", None, None | |
| file_extension = file_path.suffix[1:].lower() | |
| if file_extension not in ALLOWED_EXTENSIONS: | |
| return None, None, f"不支援的檔案類型！請上傳以下格式之一的檔案：{', '.join(ALLOWED_EXTENSIONS)}", None, None | |
| file_size = file_path.stat().st_size | |
| if file_size > MAX_FILE_SIZE: | |
| return None, None, "檔案已超過200MB限制，請上傳較小的檔案。", None, None | |
| show_info = file_size > 50 * 1024 * 1024 | |
| return convert_to_mp3(file, Language, api_key, show_info) | |
| except Exception as e: | |
| return None, None, f"檔案處理錯誤：{str(e)}", None, None | |
| def convert_to_mp3(file, Language, api_key, show_info): | |
| temp_dir = tempfile.gettempdir() | |
| input_path = file.name | |
| output_path = os.path.join(temp_dir, "output.mp3") | |
| command = f"ffmpeg -i \"{input_path}\" -acodec libmp3lame -b:a 48k -y \"{output_path}\"" | |
| try: | |
| if show_info: | |
| gr.Info("開始轉換為音檔，請稍候......") | |
| result = subprocess.run(command, shell=True, check=True, capture_output=True, text=True) | |
| if os.path.exists(output_path): | |
| file_size = os.path.getsize(output_path) | |
| if file_size > 25 * 1024 * 1024: | |
| return None, None, "轉譯限制：MP3檔案大小不得超過25MB！", None, None | |
| if file_size > 5 * 1024 * 1024: | |
| show_info = True | |
| size_info = f"MP3 檔案大小： {file_size / 1024:.2f} KB" | |
| transcription, transcription_text = transcribe_audio(output_path, Language, api_key, show_info) | |
| if isinstance(transcription, list): | |
| if show_info: | |
| gr.Info("開始產製SRT字幕檔......") | |
| srt_content = json_to_srt(transcription) | |
| srt_file = create_srt_file(srt_content) | |
| return file, output_path, size_info, transcription_text, srt_file | |
| else: | |
| return file, output_path, size_info, transcription, None | |
| else: | |
| return None, None, "轉換失敗：輸出文件不存在", None, None | |
| except subprocess.CalledProcessError as e: | |
| error_message = f"轉換失敗：{str(e)}" | |
| return None, None, error_message, None, None | |
| def summarize_article(trans_text, api_key): | |
| try: | |
| if not api_key: | |
| api_key = os.getenv("YOUR_API_KEY") | |
| client = Groq(api_key=api_key) | |
| response = client.chat.completions.create( | |
| model="llama-3.1-70b-versatile", | |
| messages=[ | |
| {"role": "system", "content": """ | |
| 你是一個精通繁體中文和臺灣用語的中文編輯。 | |
| 使用者會提供給你一段逐字稿，請協助我檢查錯字、修正標點符號的使用，盡可能保持原意不變、保留內容細節（例如故事、提到的數字和案例）的情況下，提供優化中文排版後所有的逐字稿內容。 | |
| ## 限制 | |
| 提供時請分成數個段落，並替這段落下個合適的標題，並依照以下限制輸出。而且無論如何，都要提供所有的逐字稿內容，請不要擅自刪減或總結成段落！ | |
| ### 中文錯字修正範例 | |
| 1. 「罰還」改成「罰緩」 | |
| 2. 「巧巧」改成「悄悄」 | |
| 3. 「辯試」改成「辨識」 | |
| 4. 「規護」改成「歸戶」 | |
| 5. 「披頭」改成「劈頭」 | |
| 6. 「查器」改成「查緝」 | |
| ### 中文排版＆標點符號的使用原則 | |
| 1. 一律使用全形符號，例如用「」做引號，而不是 “”；用 "，" 做為逗號，而不是 ","。 | |
| 2. 省略號是……（兩個英文省略號），不是。。。，也不是......（六個點） | |
| 3. 中文與英文或數字之間需要增加半形空格。正確用法：「Apple 課程人數已經超過 2000 人了。」；錯誤用法：「Apple課程人數已經超過2000人了。」 | |
| 4. 遇到完整的英文整句、特殊名詞，其內容使用半形標點。正確用法：「賈伯斯說過："Stay hungry, stay foolish."」；錯誤用法：「賈伯斯說過："Stay hungry，stay foolish。”」 | |
| 5. 一律在中英文之間增加空格 | |
| 6. 在中文與數字之間增加空格 | |
| 7. 在數字與單位之間增加空格 | |
| 8. 全形標點與其他字符之間不加空格。 | |
| ### 其他限制 | |
| - 請注意，直接輸出結果給我，不需要有開頭招呼。 | |
| - 無論如何，都要提供所有的逐字稿內容，請不要擅自刪減或總結成段落！ | |
| ## 輸出格式 | |
| **{總結後的段落重點}** | |
| {文字段落內容} | |
| **{總結後的段落重點}** | |
| {文字段落內容} | |
| """}, | |
| {"role": "user", "content": trans_text} | |
| ], | |
| temperature=0.2 | |
| ) | |
| return response.choices[0].message.content | |
| except Exception as e: | |
| return f"總結失敗：{str(e)}" | |
| def transcribe_audio(filename, Language, api_key, show_info): | |
| try: | |
| if not api_key: | |
| api_key = os.getenv("YOUR_API_KEY") | |
| if show_info: | |
| gr.Info("開始轉譯，請稍候......") | |
| client = Groq(api_key=api_key) | |
| language_dict = {"繁體中文": "zh", "English": "en", "German": "de", "Spanish": "es", "Russian": "ru", "Korean": "ko", "French": "fr", "Japanese": "ja", "Portuguese": "pt", "Turkish": "tr", "Polish": "pl", "Catalan": "ca", "Dutch": "nl", "Arabic": "ar", "Swedish": "sv", "Italian": "it", "Indonesian": "id", "Hindi": "hi", "Finnish": "fi", "Vietnamese": "vi", "Hebrew": "he", "Ukrainian": "uk", "Greek": "el", "Malay": "ms", "Czech": "cs", "Romanian": "ro", "Danish": "da", "Hungarian": "hu", "Tamil": "ta", "Norwegian": "no", "Thai": "th", "Urdu": "ur", "Croatian": "hr", "Bulgarian": "bg", "Lithuanian": "lt", "Latin": "la", "Maori": "mi", "Malayalam": "ml", "Welsh": "cy", "Slovak": "sk", "Telugu": "te", "Persian": "fa", "Latvian": "lv", "Bengali": "bn", "Serbian": "sr", "Azerbaijani": "az", "Slovenian": "sl", "Kannada": "kn", "Estonian": "et", "Macedonian": "mk", "Breton": "br", "Basque": "eu", "Icelandic": "is", "Armenian": "hy", "Nepali": "ne", "Mongolian": "mn", "Bosnian": "bs", "Kazakh": "kk", "Albanian": "sq", "Swahili": "sw", "Galician": "gl", "Marathi": "mr", "Punjabi": "pa", "Sindhi": "sd", "Gujarati": "gu", "Amharic": "am", "Yiddish": "yi", "Lao": "lo", "Uzbek": "uz", "Faroese": "fo", "Haitian creole": "ht", "Pashto": "ps", "Turkmen": "tk", "Nynorsk": "nn", "Maltese": "mt", "Sanskrit": "sa", "Luxembourgish": "lb", "Myanmar": "my", "Tibetan": "bo", "Tagalog": "tl", "Malagasy": "mg", "Assamese": "as", "Tatar": "tt", "Hawaiian": "haw", "Lingala": "ln", "Hausa": "ha", "Bashkir": "ba", "Javanese": "jw", "Sundanese": "su"} | |
| selected_language = language_dict.get(Language) | |
| selected_model = "distil-whisper-large-v3-en" if Language == "English" else "whisper-large-v3" | |
| with open(filename, "rb") as file: | |
| transcription = client.audio.transcriptions.create( | |
| file=(filename, file.read()), | |
| model=selected_model, | |
| response_format="verbose_json", | |
| language=selected_language, | |
| temperature=0.0 | |
| ) | |
| if Language == "English": | |
| summary = transcription.text | |
| else: | |
| full_text = zhconv(transcription.text, "zh-tw") | |
| if show_info: | |
| chunks = [full_text[i:i+1000] for i in range(0, len(full_text), 1000)] | |
| summaries = [] | |
| for i, chunk in enumerate(chunks): | |
| gr.Info(f"正在處理第 {i+1}/{len(chunks)} 部分...") | |
| chunk_summary = summarize_article(chunk, api_key) | |
| summaries.append(chunk_summary.strip()) | |
| summary = "\n\n".join(summaries) | |
| else: | |
| summary = summarize_article(full_text, api_key) | |
| return transcription.segments, summary.strip() | |
| except Exception as e: | |
| return f"轉譯失敗：{str(e)}" | |
| def create_srt_file(srt_content): | |
| with tempfile.NamedTemporaryFile(mode="w", delete=False, suffix=".srt", encoding="utf-8") as temp_file: | |
| temp_file.write(srt_content) | |
| return temp_file.name | |
| def clear_inputs(): | |
| return None, None, None, None, None | |
| custom_css = """ | |
| .center-aligned { | |
| text-align: center !important; | |
| color: #ff4081; | |
| text-shadow: 2px 2px 4px rgba(0,0,0,0.1); | |
| margin-bottom: 0 !important; | |
| } | |
| .gr-input, .gr-box, .gr-dropdown { | |
| border-radius: 10px !important; | |
| border: 2px solid #ff4081 !important; | |
| margin: 0 !important; | |
| } | |
| .gr-input:focus, .gr-box:focus, .gr-dropdown:focus { | |
| border-color: #f50057 !important; | |
| box-shadow: 0 0 0 2px rgba(245,0,87,0.2) !important; | |
| } | |
| .file-background { | |
| background-color: #B7E0FF !important; | |
| padding: 15px !important; | |
| border-radius: 10px !important; | |
| margin: 0 !important; | |
| height: auto; | |
| } | |
| .api-background { | |
| background-color: #FFCFB3 !important; | |
| padding: 15px !important; | |
| border-radius: 10px !important; | |
| margin: 0 !important; | |
| } | |
| .script-background { | |
| background-color: #FEF9D9 !important; | |
| padding: 15px !important; | |
| border-radius: 10px !important; | |
| margin: 0 !important; | |
| } | |
| .script-background textarea { | |
| font-size: 18px !important; | |
| background-color: #ffffff; | |
| border: 1px solid #f0f8ff; | |
| border-radius: 8px; | |
| } | |
| .srt-background { | |
| background-color: #FFF4B5 !important; | |
| padding: 5px !important; | |
| border-radius: 10px !important; | |
| margin: 0 !important; | |
| } | |
| .text-background { | |
| padding: 5px !important; | |
| border-radius: 10px !important; | |
| border: 2px solid #B7E0FF !important; | |
| margin: 0 !important; | |
| } | |
| .clear-button { | |
| border-radius: 10px !important; | |
| background-color: #333333 !important; | |
| color: white !important; | |
| font-weight: bold !important; | |
| transition: all 0.3s ease !important; | |
| } | |
| .clear-button:hover { | |
| background-color: #000000 !important; | |
| transform: scale(1.05); | |
| } | |
| """ | |
| with gr.Blocks(theme=gr.themes.Monochrome(), css=custom_css) as demo: | |
| gr.Markdown(""" | |
| # 📝 凊彩歐北寫 - 財政部財政資訊中心 🎵 | |
| > ### **※ 玩轉聲音魅力，開拓更多可能性，自動生成 Note-taking Record，系統布署：江信宗，LLM：Whisper large-v3。**<br>依據 <a href="https://www.youtube.com/static?template=terms&hl=zh-Hant" style="color: black;">YouTube 的服務條款（ToS）</a>，請自行明確取得 YouTube 著作權人授權後再上傳影片進行轉譯！ | |
| """, elem_classes="center-aligned") | |
| with gr.Row(): | |
| file_input = gr.File( | |
| label="上傳影片或音訊檔", | |
| file_count="single", | |
| elem_classes="file-background" | |
| ) | |
| with gr.Column(): | |
| api_key_input = gr.Textbox(label="輸入您的 API Key", type="password", placeholder="API authentication key", elem_classes="api-background") | |
| Language = gr.Dropdown( | |
| choices = ["繁體中文","English","Japanese","Korean","German","French","Spanish","Arabic","Italian","Portuguese","Thai","Vietnamese","Malay","Indonesian","Hindi","Bengali","Russian"], | |
| value="繁體中文", | |
| label="媒體檔之音訊語言", | |
| interactive=True, | |
| elem_classes="api-background" | |
| ) | |
| output_audio = gr.Audio(label="轉換後的 MP3", type="filepath", elem_classes="script-background") | |
| with gr.Row(): | |
| srt_file_output = gr.File(label="下載 SRT 字幕檔", elem_classes="srt-background") | |
| output_text = gr.Textbox(label="音訊檔案大小", elem_classes="script-background") | |
| clear_button = gr.Button("清除", elem_classes="clear-button") | |
| gr.HTML( | |
| """ | |
| <span style="font-size: 20px; color: black; font-weight:bold;">歡迎將轉譯結果製作為</span><a href="https://podcast.fiai.us.kg/" style="font-size: 20px; color: red; font-weight:bold;">財資歐北共 Podcast</a><span style="font-size: 20px; color: black;"> ，</span><span style="font-size: 20px; color: black;">重點摘要及RAG知識問答建議使用 </span><a href="https://notebooklm.google.com" style="font-size: 20px; color: red;">Google NotebookLM</a><span style="font-size: 20px; color: black;"> 更佳。</span> | |
| """ | |
| ) | |
| transcription_text = gr.Markdown(label="語音轉譯結果", elem_classes="text-background") | |
| file_input.upload( | |
| fn=validate_and_convert, | |
| inputs=[file_input, Language, api_key_input], | |
| outputs=[file_input, output_audio, output_text, transcription_text, srt_file_output] | |
| ) | |
| clear_button.click( | |
| fn=clear_inputs, | |
| inputs=[], | |
| outputs=[file_input, output_audio, output_text, transcription_text, srt_file_output] | |
| ) | |
| if __name__ == "__main__": | |
| check_ffmpeg() | |
| if "SPACE_ID" in os.environ: | |
| demo.queue().launch() | |
| else: | |
| demo.queue().launch(share=True, show_api=False) |