initial files.

README.md

@@ -9,4 +9,12 @@ app_file: app.py
 pinned: false
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# Brief
+This repo contains the scripts for the app made during the Open AI Whisper Hackathon via lablab.ai by Whisper4Lokal team.
+
+# About
+This app takes in a voice recording, transcribe it and extracts the main keyword from the transcribed text. The text and keyword are then stored in a Google Sheet.
+
+# Note
+To obtain the Google Sheets API key, head to https://pygsheets.readthedocs.io/en/latest/authorization.html. 
+The sheetsKey.json contained my API key for Google Sheet.

app.py

@@ -0,0 +1,52 @@
+import os
+import gradio as gr
+import whisper
+import time
+from keybert import KeyBERT
+from sendToSheets import sendToSheets
+
+kw_model = KeyBERT()
+model = whisper.load_model('base')
+
+def transcribe(audio, state={}, lang=None):
+    time.sleep(1)
+    
+    state['transcription'] = ""
+    transcription = model.transcribe(audio, language=lang)
+    state['transcription'] += transcription['text'] + " "
+    
+    text = state['transcription']
+    keyword = kw_model.extract_keywords(text, keyphrase_ngram_range=(1, 1), stop_words=None, top_n=1)
+
+    if len(keyword) > 0 and len(text) > 0:
+        sendToSheets(keyword[0][0], text)
+
+
+    return state['transcription'], state, f"Detected language: {transcription['language']}", f"Detected Keyword: {keyword[0][0]}"
+
+
+title = "RememberThis by Whisper4Lokal - OpenAI's Whisper hackathon"
+transcription_tb = gr.Textbox(label="Transcription", lines=10, max_lines=20)
+detected_lang = gr.outputs.HTML(label="Detected Language")
+detected_keyword= gr.outputs.HTML(label="Detected Keyword")
+
+state = gr.State({"transcription": ""})
+
+gr.Interface(fn=transcribe,
+    inputs=[
+        gr.Audio(source="microphone", type="filepath", streaming=False),
+        state,
+    ],
+    outputs=[
+        transcription_tb,
+        state,
+        detected_lang,
+        detected_keyword
+    ],
+    #live=True,
+    allow_flagging='never',
+    title=title,
+).launch(
+    # enable_queue=True,
+    #debug=True
+)

sendToSheets.py

@@ -0,0 +1,29 @@
+import pygsheets
+import pandas as pd
+#authorization
+
+def sendToSheets(keyword, text):
+
+    gc = pygsheets.authorize(service_file='./sheetsKey.json')
+
+    # Create empty dataframe
+    df = pd.DataFrame()
+
+    # Create a column
+    my_dict={'keyword':[keyword],
+	           'text':[text]}
+    df = pd.DataFrame(data=my_dict)
+    #open the google spreadsheet (where 'Sheet1' is the name of my sheet)
+    sh = gc.open('Whisper4Lokal - Saved texts')
+
+    #select the first sheet 
+    wks = sh[0]
+
+    #update the first sheet with df, starting at cell. 
+    cells = wks.get_all_values(include_tailing_empty_rows=None, include_tailing_empty=False, returnas='matrix')
+    last_row = len(cells)
+    if last_row>1:
+        wks.set_dataframe(df,(last_row+1,1))
+        wks.delete_rows(last_row+1)
+    else:
+        wks.set_dataframe(df,(1,1))

sheetsKey.json

@@ -0,0 +1,12 @@
+{
+  "type": "service_account",
+  "project_id": "my-project-1470563274806",
+  "private_key_id": "7e514a2cb82c74e07fa76dcd38367003b66896b9",
+  "private_key": "-----BEGIN PRIVATE KEY-----\nMIIEvQIBADANBgkqhkiG9w0BAQEFAASCBKcwggSjAgEAAoIBAQCoTQBgJn9vYyy5\nDSTke78tE6N7NqaoC9jBWrUuaR7q6tm0Pu69lsz8/Kdpx0EYqZu23n0U6EEQ04QE\nxKwdHoBcSI+sY0TUAEojmiERizZ6uv8dg333rsMCYrPxiAG0jnTLJD6DlCVOQI11\nvLT57lTzXJPqaCj8c9YqzmowA90eNHOelRROj3W6so61WhmezVuEdRyQAYCGFjfk\nVw5HKYjnzLe6QDFnT3/tf+70YnrOTiI2cGknuGpOPcaTu1ThefDIg6Tirzhcocsw\nobQeeICjhgwVGoi8q6tKW/T19AgOWFDmg8vM5wHSK4h1uvcq/545QJo1UAW0B07E\nnsgVU5N9AgMBAAECggEAHEppVEBUbpxssaSofXHhxomFExqyNBBdvM7rIuSPymx0\n8QwdJKh7R9GOsMTKSAOGxdwriX6rJVFw4T5QMkrkx954rEE5mit8SvTHN0RAAax6\nYvMuExsA8980oVa79qZ1sooiqgqWpMtMHCz+/P5XsFrxEFe3AAzWxPZSukSEAGYJ\n9u4+1HibtP2oH1KcW736cDCNetoEPbjys7tRU/4A8yKJ4bhZd7BNxQpZHrUwuhKy\nRb73VPoQeIrZD/i07fOfGTL2EOrsfMoz/8W6CS+O5VnNA+fmGNGoIw3UISTxNJBe\nlc59e3bEJ2qn7mwKn+Kye2ZaizjMMbivHpjjC5ltnwKBgQDT3/YksoVZO2wN32Yt\nXkEY8OQje3TO2D2GAoUy+VKGykzSWs89akAY16m92Ml6icBoAhs8/d3NSTVExfy3\nn5NslArhiKajpq2bNI5mFbppBUXmEDYF733xrxYbud3VB9SyFEkgne370EWjOzyz\nRzKzwYCXEAproQkoZSxyfmhr3wKBgQDLWectLFkdrhRjXuBmGnQEzmeg/NvRHUd+\nqWLZE+B9nBOYcw9rXE5O/cJvl9flVzEyn9lKJESFa0uyaO61FYy/U4cbN4aISP+p\nBQo8IaPGAkX+9ouUXT9dFH52oBzKboB61VFsaE5xcYaK1814a7YWd2fBlAQA193p\nOjskHc2sIwKBgQCdU3ha15TdJZqe0nv0xEBiXL2K+2lJDpjgoY52w1vcauuQZ43r\ndLITwFBygD9bll4g3S+MopXIkcvUPY/iacP2pBdQUUAr1OCkluoGM6wvv5Kfuvni\nfmtuwywPenyWazIs6ZNDfQHyMj0DcEEqfnvPrqflhCu4r+M086uFeQfg0QKBgA/h\nX3pZokP9Gj6AZEnU+wZ9D/60gH4eKT0tATkuojNtAuK+6Y9a0Aq/KnYIh6WzX3Yy\noYd2uZspu+mc5DdkDW/LmBt6BJmUCdMrP5dekSmfd9PncRMPDSm5tf6Rlm4Anyv4\niLlMlAOr9/PT0on672dlv8aQRpfCQ+Q41fGGGk+9AoGAfBROGErsjZ4Leu2So3B3\nYCQpJM9CL6GfSG+ADTlQZAge7NZrWwn6KpvvjGnIWGv9Rp6nsbDb/L++pN1UqenJ\nA02BakhUF34EwB1BpfvQ9Lu9mbkRhrO5+k93Gingo4FzlBNh5N8OM8LCopxK6UfZ\nAGbFF29A/OcZIYC/aHByzNY=\n-----END PRIVATE KEY-----\n",
+  "client_email": "whisper@my-project-1470563274806.iam.gserviceaccount.com",
+  "client_id": "113406757563758600626",
+  "auth_uri": "https://accounts.google.com/o/oauth2/auth",
+  "token_uri": "https://oauth2.googleapis.com/token",
+  "auth_provider_x509_cert_url": "https://www.googleapis.com/oauth2/v1/certs",
+  "client_x509_cert_url": "https://www.googleapis.com/robot/v1/metadata/x509/whisper%40my-project-1470563274806.iam.gserviceaccount.com"
+}