Update app.py

app.py

@@ -9,7 +9,7 @@ app = Flask(__name__)
 GLOBAL_WORKSPACE_ID = None
 GLOBAL_BOT_ID = None
 
-# Cookie value used in requests (should be updated with a valid cookie)
+# Cookie value used in requests (empty for now - should be updated with a valid cookie)
 AUTH_COOKIE = "pscd=try.botpress.com; _hjSessionUser_2931810=eyJpZCI6ImQ2MGMzYjhkLTlkMjQtNTA0OS1hMzlmLWEzNmI0NzA0NzUxNCIsImNyZWF0ZWQiOjE3MzU3MTg0MDcwNTAsImV4aXN0aW5nIjp0cnVlfQ==; hubspotutk=75739411a4d011b2164c4f3d944ecb94; intercom-device-id-bjzkw2xf=afd0a36b-b229-44e3-828e-60483c80c10c; _hjSessionUser_3339867=eyJpZCI6IjU4ODlmMTY4LWRkNGEtNTJhZS1hZTUzLWZlYWQwM2ZmMTVjNyIsImNyZWF0ZWQiOjE3MzU3MTg1ODM4MDgsImV4aXN0aW5nIjp0cnVlfQ==; __hstc=59821234.75739411a4d011b2164c4f3d944ecb94.1735718442141.1746194848836.1746538539919.88; mp_1195923e954ce61d822842b5832047cd_mixpanel=%7B%22distinct_id%22%3A%20%22d403ad7b-ea73-4d29-b977-5fd95afd585c%22%2C%22%24device_id%22%3A%20%22d403ad7b-ea73-4d29-b977-5fd95afd585c%22%2C%22%24initial_referrer%22%3A%20%22https%3A%2F%2Fapp.botpress.cloud%2F%22%2C%22%24initial_referring_domain%22%3A%20%22app.botpress.cloud%22%2C%22__mps%22%3A%20%7B%7D%2C%22__mpso%22%3A%20%7B%22%24initial_referrer%22%3A%20%22https%3A%2F%2Fapp.botpress.cloud%2F%22%2C%22%24initial_referring_domain%22%3A%20%22app.botpress.cloud%22%7D%2C%22__mpus%22%3A%20%7B%7D%2C%22__mpa%22%3A%20%7B%7D%2C%22__mpu%22%3A%20%7B%7D%2C%22__mpr%22%3A%20%5B%5D%2C%22__mpap%22%3A%20%5B%5D%2C%22%24user_id%22%3A%20%22d403ad7b-ea73-4d29-b977-5fd95afd585c%22%7D; intercom-session-bjzkw2xf=TTdnZGNWUC9xNXMreE80NXhRZFNZS0pyUEdsbkJRc2JMcXdGZmcveVRPYkxZTmVnVnhqMUhJTWlDcEpVcWljeDZVYVVSblN4YnV5S0xBdWxDd2swQjZiaUZTeWl5M1psRmtoUWJwUU9FSFE9LS1Bay9zNldJTmVhUFdwMFNReFRmcXB3PT0=--68abc5394d7aab99748f3e451637cab5d9152a4c; _ga=GA1.2.1726154447.1735718383; _gid=GA1.2.1619749406.1746821934; _gat_UA-226900660-1=1; _gat_UA-226900660-2=1; _ga_W6YT9YSNLH=GS2.2.s1746821948$o89$g0$t1746821948$j0$l0$h0; _ga_CYSS87Q508=GS2.2.s1746821949$o89$g0$t1746821949$j0$l0$h0; _hjSession_2931810=eyJpZCI6IjA1YTlkMzY3LWNiZWEtNGQ3OC04YzNiLTEzNTFjNjkxYzViZSIsImMiOjE3NDY4MjE5NTU2NjYsInMiOjAsInIiOjAsInNiIjowLCJzciI6MCwic2UiOjAsImZzIjowLCJzcCI6MH0=; _ga_PCC6TBWJY6=GS2.1.s1746821926$o120$g1$t1746821960$j0$l0$h0; _ga_HKHSWES9V9=GS2.1.s1746821929$o120$g1$t1746821960$j29$l0$h193244206; csrf_token_bd9ac21c34b9f0915e733c3e5305d737d0722c1168be7376b889426b5ec2a298=pIDxu4npODUGEpo7JHVQrKZ4GFaa3U+3BpgxaV5hcVw=; ory_kratos_session=MTc0NjgyMjAyOHxfUmdMaVlTQXVfSmxlT1lJSGpyU2FhbjVUTHg0R0ZsQWgtVm00M3pHcXZwVG9yNW1qRDJheUFGaFZvNmFEUVdBOThQR014RjJJbmhUMmhIV1I1ME5UVHZkTDNpMUMtQlRjZ1ZTbE55M19Pb2dHTF9vQlJoSGlBQnRRWUp0M1ZUdnVvcENLeVhOTllWNk1zMk11bFVPOWFrTzJMTTdxMmVteUozVVRDMWE5TVIxbDgzU3dUY2VQaDBRWDN4bDJUVm8yUkZQa19sb09GbzlFZHF2MDFQcVR6bVVWVVpDLXVoQ1lXMEh2LV9Sd2VNZXM1cjM4TGZPVTJqdW5xNTBETTBDYkppU0xNU2xicUk3Z2EyMnFkVmdyQT09fEYiv7pXcfXVnpIFi4JLGgDObQAchyJCoAwGDSkFkoX7; ajs_user_id=d403ad7b-ea73-4d29-b977-5fd95afd585c; ajs_anonymous_id=cda6139d-cb82-4906-bfac-adaea115b097"
 
 # -------------------------------------------------------------------
@@ -252,9 +252,9 @@ def chat_with_assistant(user_input, chat_history, bot_id, workspace_id):
                 print(f"Received 403 error. Need to create new IDs.")
                 need_new_ids = True
                 break
-                
+
             elif response.status_code == 404:
-                print(f"Received 403 error. Need to create new IDs.")
+                print(f"Received 404 error. Need to create new IDs.")
                 need_new_ids = True
                 break
 
@@ -332,6 +332,42 @@ def chat_with_assistant(user_input, chat_history, bot_id, workspace_id):
     return "Unable to get a response from the assistant.", bot_id, workspace_id
 
 
+def transcribe_audio(audio_url, bot_id):
+    """Transcribe audio from URL using Botpress API"""
+    botpress_url = "https://api.botpress.cloud/v1/chat/actions"
+    headers = {
+        "User-Agent": "Mozilla/5.0",
+        "x-bot-id": bot_id,
+        "Content-Type": "application/json",
+        "Cookie": AUTH_COOKIE
+    }
+
+    payload = {
+        "type": "openai:transcribeAudio",
+        "input": {
+            "fileUrl": audio_url,
+            "language": "",
+            "prompt": "get all text from this Audio",
+            "temperature": 0
+        }
+    }
+
+    try:
+        response = requests.post(botpress_url, json=payload, headers=headers, timeout=120)
+        if response.status_code == 200:
+            data = response.json()
+            # Extract text from all segments and join them
+            segments = data.get('output', {}).get('segments', [])
+            transcription = " ".join([segment.get('text', '').strip() for segment in segments])
+            return transcription
+        else:
+            print(f"Audio transcription failed: {response.status_code}, {response.text}")
+            return None
+    except Exception as e:
+        print(f"Error during audio transcription: {str(e)}")
+        return None
+
+
 # -------------------------------------------------------------------
 # Flask Endpoint
 # -------------------------------------------------------------------
@@ -345,7 +381,8 @@ def chat_endpoint():
          {"role": "system", "content": "..."},
          {"role": "user",   "content": "..."},
          ...
-      ]
+      ],
+      "audio_url": "string" (optional)
     }
     Returns JSON with:
     {
@@ -358,6 +395,7 @@ def chat_endpoint():
     data = request.get_json(force=True)
     user_input = data.get("user_input", "")
     chat_history = data.get("chat_history", [])
+    audio_url = data.get("audio_url", "")
 
     # If we don't yet have a workspace or bot, create them
     if not GLOBAL_WORKSPACE_ID or not GLOBAL_BOT_ID:
@@ -370,6 +408,18 @@ def chat_endpoint():
         if not GLOBAL_WORKSPACE_ID or not GLOBAL_BOT_ID:
             return jsonify({"assistant_response": "I'm currently unavailable. Please try again later."}), 500
 
+    # If audio URL is provided, transcribe it first
+    if audio_url:
+        print(f"Transcribing audio from URL: {audio_url}")
+        transcription = transcribe_audio(audio_url, GLOBAL_BOT_ID)
+        if transcription:
+            # Add transcription to user input
+            if user_input:
+                user_input = f"{user_input}\n\nTranscribed audio: {transcription}"
+            else:
+                user_input = transcription
+            print(f"Audio transcription: {transcription}")
+
     # Call our function that interacts with Botpress API
     print(f"Sending chat request with existing bot_id={GLOBAL_BOT_ID}, workspace_id={GLOBAL_WORKSPACE_ID}")
     assistant_response, updated_bot_id, updated_workspace_id = chat_with_assistant(