Update app.py

app.py

@@ -1,12 +1,28 @@
 import gradio as gr
-import speech_recognition as sr
-from PIL import Image
-import io
-import base64
+import os
 import json
+import base64
+import copy
+import time
+from PIL import Image
+from io import BytesIO
+from specklepy.api.client import SpeckleClient
+from specklepy.api.credentials import get_default_account
+from specklepy.transports.server import ServerTransport
+from specklepy.api import operations
+from specklepy.objects import Base
 
-def process_data(image, audio):
+# Initialize Speckle client with your token
+speckle_token = os.getenv('SPECKLE_TOKEN')
+speckle_branch = os.getenv('SPECKLE_BRANCH')
+speckle_streamID = os.getenv('SPECKLE_STREAM_ID')
+
+CLIENT = SpeckleClient(host="https://speckle.xyz/")
+CLIENT.authenticate_with_token(token=speckle_token)
+
+def process_data(image, text):
     # Process image: Resize and convert to base64
+    img_str = ""
     if image is not None:
         image = Image.open(image)
         # Resize image, maintaining aspect ratio, and max width 1024 pixels
@@ -16,33 +32,45 @@ def process_data(image, audio):
         image = image.resize((base_width, h_size), Image.ANTIALIAS)
         
         # Convert to base64
-        buffered = io.BytesIO()
+        buffered = BytesIO()
         image.save(buffered, format="JPEG")
         img_str = base64.b64encode(buffered.getvalue()).decode('utf-8')
-    else:
-        img_str = ""
-
-    # Process audio: Convert speech to text
-    if audio is not None:
-        recognizer = sr.Recognizer()
-        with sr.AudioFile(audio) as source:
-            audio_data = recognizer.record(source)
-        try:
-            text = recognizer.recognize_google(audio_data)
-        except sr.UnknownValueError:
-            text = "Could not understand audio"
-        except sr.RequestError as e:
-            text = f"Could not request results; {e}"
-    else:
-        text = ""
 
     # Prepare JSON data
-    data = json.dumps({"image": img_str, "text": text})
+    obj = Base()
+    obj["image"] = img_str
+    obj["text"] = text
+
+    # Send data to Speckle
+    commit_id = updateSpeckleStream(speckle_streamID, speckle_branch, client, obj)
+    send_to_speckle(data)
 
-    # Here you would add your code to send `data` to the Speckle stream
     # For now, we'll just return the JSON to display it
-    return data
+    return json.dumps(data)
+    
+def updateSpeckleStream(stream_id,
+                        branch_name,
+                        client,
+                        data_object,
+                        commit_message="Updated the data object",
+                        ):
+    # set stream and branch
+    branch = client.branch.get(stream_id, branch_name)
+    # Get transport
+    transport = ServerTransport(client=client, stream_id=stream_id)
+    # Send the data object to the speckle stream
+    object_id = operations.send(data_object, [transport])
+
+    # Create a new commit with the new object
+    commit_id = client.commit.create(
+        stream_id,
+        object_id= object_id,
+        message=commit_message,
+        branch_name=branch_name,
+    )
 
+    return commit_id
+                            
 with gr.Blocks() as demo:
     gr.Markdown("### Upload Image and Record Voice Message")
     with gr.Row():