Updated version

app.py

@@ -0,0 +1,214 @@
+import gradio as gr
+from openai import OpenAI
+import threading as th
+import os
+
+os.environ['OPENAI_API_KEY']="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"
+client = OpenAI(api_key=os.environ['OPENAI_API_KEY'])
+
+
+def translateoutput(text,language):
+    completion = client.chat.completions.create(
+    model="gpt-3.5-turbo",
+    messages=[
+    {"role": "system", "content": f"You will be provided with a sentence in English, and your task is to translate it into {language}."},
+    {"role": "user", "content":text}
+  ]
+)
+    return completion.choices[0].message.content
+    
+
+# Initialize a global variable to hold previous output
+language_info={
+    'Afrikaans': 'af',
+    'English': 'en',
+    'Arabic': 'ar',
+    'Armenian': 'hy',
+    'Azerbaijani': 'az',
+    'Belarusian': 'be',
+    'Bosnian': 'bs',
+    'Bulgarian': 'bg',
+    'Catalan': 'ca',
+    'Chinese': 'zh',
+    'Croatian': 'hr',
+    'Czech': 'cs',
+    'Danish': 'da',
+    'Dutch': 'nl',
+    'English': 'en',
+    'Estonian': 'et',
+    'Finnish': 'fi',
+    'French': 'fr',
+    'Galician': 'gl',
+    'German': 'de',
+    'Greek': 'el',
+    'Hebrew': 'he',
+    'Hindi': 'hi',
+    'Hungarian': 'hu',
+    'Icelandic': 'is',
+    'Indonesian': 'id',
+    'Italian': 'it',
+    'Japanese': 'ja',
+    'Kannada': 'kn',
+    'Kazakh': 'kk',
+    'Korean': 'ko',
+    'Latvian': 'lv',
+    'Lithuanian': 'lt',
+    'Macedonian': 'mk',
+    'Malay': 'ms',
+    'Marathi': 'mr',
+    'Maori': 'mi',
+    'Nepali': 'ne',
+    'Norwegian': 'no',
+    'Persian': 'fa',
+    'Polish': 'pl',
+    'Portuguese': 'pt',
+    'Romanian': 'ro',
+    'Russian': 'ru',
+    'Serbian': 'sr',
+    'Slovak': 'sk',
+    'Slovenian': 'sl',
+    'Spanish': 'es',
+    'Swahili': 'sw',
+    'Swedish': 'sv',
+    'Tagalog': 'tl',
+    'Tamil': 'ta',
+    'Thai': 'th',
+    'Turkish': 'tr',
+    'Ukrainian': 'uk',
+    'Urdu': 'ur',
+    'Vietnamese': 'vi',
+    'Welsh': 'cy',
+    'Other': 'Other'
+}
+        
+def translate(audio_file,lan):
+    message=""
+    au=open(audio_file, 'rb')
+    result = client.audio.translations.create(file=au,model="whisper-1")
+    text=result.text
+    # translation_text += text
+    if lan=="English" or lan=="Other" or text=="":
+        message=text
+    else:
+
+        text=translateoutput(text,lan)
+        message=text
+    th.current_thread().return_value=message
+
+    
+
+def transcription(audio_file,input_lang):
+    global language_info
+    au=open(audio_file, 'rb')
+    if input_lang=="Other":
+        result = client.audio.transcriptions.create(file=au,model="whisper-1")
+        th.current_thread().return_value=result.text
+    else:
+        result = client.audio.transcriptions.create(file=au,model="whisper-1",language=language_info[input_lang])
+        th.current_thread().return_value=result.text
+
+    
+
+def func(audio_file,input_lang,lan,state="",state1=""):
+    
+    t1 = th.Thread(target=translate, args=(audio_file,lan,))
+    t2 = th.Thread(target=transcription, args=(audio_file,input_lang,))
+    t1.start()
+    t2.start()
+    t1.join()
+    t2.join()
+    translation_text=t1.return_value
+    transcribe_text=t2.return_value
+    state+=transcribe_text+" "
+    state1+=translation_text+" "
+    state=state.replace(".","\n")
+    state1=state1.replace(".","\n")
+    
+    
+
+    
+    return state,state1
+
+
+def gpt_api(text):
+    
+    if text=="":
+        return ""
+    if len(text)>2000:
+        text=text[-2000:]
+    completion = client.chat.completions.create(
+    model="gpt-3.5-turbo",
+    messages=[
+    {"role": "system", "content": "your task is to make a concise summery of text in the same language used in given text"},
+    {"role": "user", "content":text}
+]
+)
+    
+    message=completion.choices[0].message.content
+    th.current_thread().return_value=message
+
+
+def make_summery(text,text1):
+    t1=th.Thread(target=gpt_api, args=(text,))
+    t2=th.Thread(target=gpt_api, args=(text,))
+    t1.start()
+    t2.start()
+    t1.join()
+    t2.join()
+    return t1.return_value,t2.return_value
+  
+
+    
+
+
+
+def clear_output_data():
+
+
+    return "","","",""
+
+
+css='''#clear {background-color: ##919cbf;border-radius:5%;}
+#clear:hover {background-color: #ff0000;transition: 0.5s;}
+#summery {background-color: ##919cbf;border-radius:5%;}
+#summery:hover {background-color:#2dcc9a ;transition: 0.5s;}
+# div {background-image:url("https://images.unsplash.com/photo-1506259091721-347e791bab0f?auto=format&fit=crop&q=80&w=1470&ixlib=rb-4.0.3&ixid=M3wxMjA3fDB8MHxwaG90by1wYWdlfHx8fGVufDB8fHx8fA%3D%3D");
+# background-size: cover;
+# background-position: center;
+# background-repeat: no-repeat;
+# background-attachment: fixed;
+# color=white;!imoportant;
+}
+'''
+
+with gr.Blocks(theme=gr.themes.Soft(),css=css) as app:
+    
+    gr.Markdown("## Mufin Real-Time Audio Transcription And Translation",elem_id="heading")
+    gr.Markdown("### say any language we are here to translate it for team!!",elem_classes="heading")
+    
+    with gr.Row():
+            mic = gr.Audio(sources="microphone",streaming=True,type='filepath',label='Speak')
+            
+            input_lan=gr.Dropdown(choices=language_info.keys(),label="Choose Input Language please",value="English",interactive=True)
+            lan=gr.Dropdown(choices=language_info.keys(),label="Choose a language for translation",value="Korean",interactive=True)
+            summery=gr.Button(value="Summery",variant="secondary",size="small",elem_id="summery")
+            clear_output = gr.ClearButton(value="Clear Output",variant="stop",size="small",elem_id="clear")
+    with gr.Row():
+        with gr.Column():
+        
+            text=gr.Textbox(interactive=False,label="Transcription",lines=10,max_lines=10)
+            
+        with gr.Column():   
+            text1 = gr.Textbox(interactive=False,label="Translation",lines=10,max_lines=10,)
+            st=mic.stream(func, [mic,input_lan,lan,text,text1], [text,text1],show_progress=False)
+    with gr.Row():
+        sumer_ts=gr.Textbox(label="Summery of Transcription",interactive=False,lines=4,max_lines=4)
+        sumer_tr=gr.Textbox(label="Summery of Translation",interactive=False,lines=4,max_lines=4)
+        
+        # pass
+        summery.click(make_summery,[text,text1],[sumer_ts,sumer_tr],cancels=[st],queue=False)
+        clear_output.click(clear_output_data,[],[text,text1,sumer_tr,sumer_ts],cancels=[st],queue=False)
+        # gr.update(visible=True)
+
+app.queue()
+app.launch()

requirements.txt

@@ -0,0 +1,72 @@
+aiofiles==23.2.1
+aiohttp==3.8.6
+aiosignal==1.3.1
+altair==5.1.2
+annotated-types==0.6.0
+anyio==3.7.1
+async-timeout==4.0.3
+attrs==23.1.0
+certifi==2023.7.22
+charset-normalizer==3.3.2
+click==8.1.7
+colorama==0.4.6
+contourpy==1.2.0
+cycler==0.12.1
+distro==1.8.0
+fastapi==0.104.1
+ffmpy==0.3.1
+filelock==3.13.1
+fonttools==4.44.0
+frozenlist==1.4.0
+fsspec==2023.10.0
+gradio==4.1.2
+gradio_client==0.7.0
+h11==0.14.0
+httpcore==1.0.1
+httpx==0.25.1
+huggingface-hub==0.18.0
+idna==3.4
+importlib-resources==6.1.1
+Jinja2==3.1.2
+jsonschema==4.19.2
+jsonschema-specifications==2023.7.1
+kiwisolver==1.4.5
+markdown-it-py==3.0.0
+MarkupSafe==2.1.3
+matplotlib==3.8.1
+mdurl==0.1.2
+multidict==6.0.4
+numpy==1.26.1
+openai==1.2.0
+orjson==3.9.10
+packaging==23.2
+pandas==2.1.2
+Pillow==10.1.0
+pydantic==2.4.2
+pydantic_core==2.10.1
+pydub==0.25.1
+Pygments==2.16.1
+pyparsing==3.1.1
+python-dateutil==2.8.2
+python-multipart==0.0.6
+pytz==2023.3.post1
+PyYAML==6.0.1
+referencing==0.30.2
+requests==2.31.0
+rich==13.6.0
+rpds-py==0.12.0
+semantic-version==2.10.0
+shellingham==1.5.4
+six==1.16.0
+sniffio==1.3.0
+starlette==0.27.0
+tomlkit==0.12.0
+toolz==0.12.0
+tqdm==4.66.1
+typer==0.9.0
+typing_extensions==4.8.0
+tzdata==2023.3
+urllib3==2.0.7
+uvicorn==0.24.0.post1
+websockets==11.0.3
+yarl==1.9.2