Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -34,7 +34,7 @@ class WebSocketClient:
|
|
| 34 |
await self.websocket.send(f.read())
|
| 35 |
await asyncio.gather(self.receive_messages(), self.send_audio_chunks())
|
| 36 |
except Exception as e:
|
| 37 |
-
print(f"
|
| 38 |
|
| 39 |
def run(self):
|
| 40 |
asyncio.set_event_loop(self.loop)
|
|
@@ -94,21 +94,17 @@ def clear_chat_only():
|
|
| 94 |
def handle_chat(user_input, history, thread_id, image_url):
|
| 95 |
if not OPENAI_API_KEY or not ASSISTANT_ID:
|
| 96 |
return "β Missing secrets!", history, thread_id, image_url
|
| 97 |
-
|
| 98 |
try:
|
| 99 |
if thread_id is None:
|
| 100 |
thread = client.beta.threads.create()
|
| 101 |
thread_id = thread.id
|
| 102 |
-
|
| 103 |
client.beta.threads.messages.create(thread_id=thread_id, role="user", content=user_input)
|
| 104 |
run = client.beta.threads.runs.create(thread_id=thread_id, assistant_id=ASSISTANT_ID)
|
| 105 |
-
|
| 106 |
while True:
|
| 107 |
status = client.beta.threads.runs.retrieve(thread_id=thread_id, run_id=run.id)
|
| 108 |
if status.status == "completed":
|
| 109 |
break
|
| 110 |
time.sleep(1)
|
| 111 |
-
|
| 112 |
msgs = client.beta.threads.messages.list(thread_id=thread_id)
|
| 113 |
for msg in reversed(msgs.data):
|
| 114 |
if msg.role == "assistant":
|
|
@@ -116,14 +112,11 @@ def handle_chat(user_input, history, thread_id, image_url):
|
|
| 116 |
history.append((user_input, content))
|
| 117 |
match = re.search(
|
| 118 |
r'https://raw\.githubusercontent\.com/AndrewLORTech/surgical-pathology-manual/main/[\w\-/]*\.png',
|
| 119 |
-
content
|
| 120 |
-
)
|
| 121 |
if match:
|
| 122 |
image_url = match.group(0)
|
| 123 |
break
|
| 124 |
-
|
| 125 |
return "", history, thread_id, image_url
|
| 126 |
-
|
| 127 |
except Exception as e:
|
| 128 |
return f"β {e}", history, thread_id, image_url
|
| 129 |
|
|
@@ -139,8 +132,6 @@ def update_image_display(image_url):
|
|
| 139 |
return image_url
|
| 140 |
return None
|
| 141 |
|
| 142 |
-
# ============ Gradio UI ============
|
| 143 |
-
|
| 144 |
with gr.Blocks(theme=gr.themes.Soft()) as app:
|
| 145 |
gr.Markdown("# π Document AI Assistant")
|
| 146 |
|
|
@@ -154,11 +145,7 @@ with gr.Blocks(theme=gr.themes.Soft()) as app:
|
|
| 154 |
margin-top: 10px;
|
| 155 |
white-space: nowrap;
|
| 156 |
}
|
| 157 |
-
.
|
| 158 |
-
padding-top: 12px;
|
| 159 |
-
border-top: 1px solid #444;
|
| 160 |
-
margin-top: 12px;
|
| 161 |
-
}
|
| 162 |
</style>
|
| 163 |
""")
|
| 164 |
|
|
@@ -167,64 +154,50 @@ with gr.Blocks(theme=gr.themes.Soft()) as app:
|
|
| 167 |
image_state = gr.State()
|
| 168 |
client_id = gr.State()
|
| 169 |
|
| 170 |
-
with gr.Row(
|
|
|
|
|
|
|
| 171 |
|
| 172 |
-
|
| 173 |
-
|
| 174 |
-
|
| 175 |
-
label="πΌοΈ Document",
|
| 176 |
-
type="filepath",
|
| 177 |
-
show_download_button=False,
|
| 178 |
-
height=480
|
| 179 |
-
)
|
| 180 |
|
| 181 |
-
with gr.Column(scale=2):
|
| 182 |
chat = gr.Chatbot(label="π¬ Chat", height=480)
|
| 183 |
-
|
| 184 |
with gr.Row():
|
| 185 |
user_prompt = gr.Textbox(placeholder="Ask your question...", show_label=False, scale=8)
|
| 186 |
send_btn = gr.Button("Send", variant="primary", scale=2)
|
| 187 |
-
|
| 188 |
with gr.Row():
|
| 189 |
clear_chat_btn = gr.Button("ποΈ Clear Chat", elem_classes="big-btn")
|
| 190 |
|
| 191 |
-
with gr.Column(scale=1):
|
| 192 |
-
|
| 193 |
-
|
| 194 |
-
|
| 195 |
-
|
| 196 |
-
|
| 197 |
-
|
| 198 |
-
|
| 199 |
-
|
| 200 |
-
with gr.Column(scale=1):
|
| 201 |
-
clear_transcript_btn = gr.Button("π§Ή Clear Transcript", elem_classes="big-btn")
|
| 202 |
-
|
| 203 |
-
# Bindings
|
| 204 |
-
send_btn.click(fn=handle_chat,
|
| 205 |
-
inputs=[user_prompt, chat_state, thread_state, image_state],
|
| 206 |
-
outputs=[user_prompt, chat, thread_state, image_state])
|
| 207 |
|
| 208 |
-
|
| 209 |
-
|
| 210 |
-
outputs=voice_transcript,
|
| 211 |
-
stream_every=0.5)
|
| 212 |
|
| 213 |
-
|
| 214 |
-
|
| 215 |
-
outputs=[user_prompt, chat, thread_state, image_state])
|
| 216 |
|
| 217 |
-
|
| 218 |
-
|
| 219 |
-
outputs=voice_transcript)
|
| 220 |
|
| 221 |
-
|
| 222 |
-
|
| 223 |
|
| 224 |
-
|
| 225 |
-
|
| 226 |
-
outputs=image_display)
|
| 227 |
|
|
|
|
|
|
|
|
|
|
| 228 |
app.load(fn=create_ws, outputs=[client_id])
|
| 229 |
|
| 230 |
app.launch()
|
|
|
|
| 34 |
await self.websocket.send(f.read())
|
| 35 |
await asyncio.gather(self.receive_messages(), self.send_audio_chunks())
|
| 36 |
except Exception as e:
|
| 37 |
+
print(f"\U0001F534 WebSocket Connection Failed: {e}")
|
| 38 |
|
| 39 |
def run(self):
|
| 40 |
asyncio.set_event_loop(self.loop)
|
|
|
|
| 94 |
def handle_chat(user_input, history, thread_id, image_url):
|
| 95 |
if not OPENAI_API_KEY or not ASSISTANT_ID:
|
| 96 |
return "β Missing secrets!", history, thread_id, image_url
|
|
|
|
| 97 |
try:
|
| 98 |
if thread_id is None:
|
| 99 |
thread = client.beta.threads.create()
|
| 100 |
thread_id = thread.id
|
|
|
|
| 101 |
client.beta.threads.messages.create(thread_id=thread_id, role="user", content=user_input)
|
| 102 |
run = client.beta.threads.runs.create(thread_id=thread_id, assistant_id=ASSISTANT_ID)
|
|
|
|
| 103 |
while True:
|
| 104 |
status = client.beta.threads.runs.retrieve(thread_id=thread_id, run_id=run.id)
|
| 105 |
if status.status == "completed":
|
| 106 |
break
|
| 107 |
time.sleep(1)
|
|
|
|
| 108 |
msgs = client.beta.threads.messages.list(thread_id=thread_id)
|
| 109 |
for msg in reversed(msgs.data):
|
| 110 |
if msg.role == "assistant":
|
|
|
|
| 112 |
history.append((user_input, content))
|
| 113 |
match = re.search(
|
| 114 |
r'https://raw\.githubusercontent\.com/AndrewLORTech/surgical-pathology-manual/main/[\w\-/]*\.png',
|
| 115 |
+
content)
|
|
|
|
| 116 |
if match:
|
| 117 |
image_url = match.group(0)
|
| 118 |
break
|
|
|
|
| 119 |
return "", history, thread_id, image_url
|
|
|
|
| 120 |
except Exception as e:
|
| 121 |
return f"β {e}", history, thread_id, image_url
|
| 122 |
|
|
|
|
| 132 |
return image_url
|
| 133 |
return None
|
| 134 |
|
|
|
|
|
|
|
| 135 |
with gr.Blocks(theme=gr.themes.Soft()) as app:
|
| 136 |
gr.Markdown("# π Document AI Assistant")
|
| 137 |
|
|
|
|
| 145 |
margin-top: 10px;
|
| 146 |
white-space: nowrap;
|
| 147 |
}
|
| 148 |
+
.toggle-btn { margin-bottom: 8px; }
|
|
|
|
|
|
|
|
|
|
|
|
|
| 149 |
</style>
|
| 150 |
""")
|
| 151 |
|
|
|
|
| 154 |
image_state = gr.State()
|
| 155 |
client_id = gr.State()
|
| 156 |
|
| 157 |
+
with gr.Row():
|
| 158 |
+
toggle_left = gr.Button("π Toggle Document Panel", elem_classes="toggle-btn")
|
| 159 |
+
toggle_right = gr.Button("ποΈ Toggle Voice Panel", elem_classes="toggle-btn")
|
| 160 |
|
| 161 |
+
with gr.Row(equal_height=True) as layout_row:
|
| 162 |
+
with gr.Column(scale=1, visible=True) as left_col:
|
| 163 |
+
image_display = gr.Image(label="πΌοΈ Document", type="filepath", show_download_button=False, height=480)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 164 |
|
| 165 |
+
with gr.Column(scale=2, visible=True) as center_col:
|
| 166 |
chat = gr.Chatbot(label="π¬ Chat", height=480)
|
|
|
|
| 167 |
with gr.Row():
|
| 168 |
user_prompt = gr.Textbox(placeholder="Ask your question...", show_label=False, scale=8)
|
| 169 |
send_btn = gr.Button("Send", variant="primary", scale=2)
|
|
|
|
| 170 |
with gr.Row():
|
| 171 |
clear_chat_btn = gr.Button("ποΈ Clear Chat", elem_classes="big-btn")
|
| 172 |
|
| 173 |
+
with gr.Column(scale=1, visible=True) as right_col:
|
| 174 |
+
gr.Markdown("### ποΈ Voice Input")
|
| 175 |
+
voice_input = gr.Audio(label="Tap to Record", streaming=True, type="numpy", show_label=True)
|
| 176 |
+
voice_transcript = gr.Textbox(label="Transcript", lines=2, interactive=False)
|
| 177 |
+
with gr.Row(equal_height=True):
|
| 178 |
+
with gr.Column(scale=1):
|
| 179 |
+
voice_send_btn = gr.Button("π’ Send Voice to Assistant", elem_classes="big-btn")
|
| 180 |
+
with gr.Column(scale=1):
|
| 181 |
+
clear_transcript_btn = gr.Button("π§Ή Clear Transcript", elem_classes="big-btn")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 182 |
|
| 183 |
+
def toggle_column_visibility(current_vis):
|
| 184 |
+
return gr.update(visible=not current_vis)
|
|
|
|
|
|
|
| 185 |
|
| 186 |
+
toggle_left.click(lambda v: toggle_column_visibility(v), inputs=[left_col], outputs=[left_col])
|
| 187 |
+
toggle_right.click(lambda v: toggle_column_visibility(v), inputs=[right_col], outputs=[right_col])
|
|
|
|
| 188 |
|
| 189 |
+
send_btn.click(fn=handle_chat, inputs=[user_prompt, chat_state, thread_state, image_state],
|
| 190 |
+
outputs=[user_prompt, chat, thread_state, image_state])
|
|
|
|
| 191 |
|
| 192 |
+
voice_input.stream(fn=send_audio, inputs=[voice_input, client_id],
|
| 193 |
+
outputs=voice_transcript, stream_every=0.5)
|
| 194 |
|
| 195 |
+
voice_send_btn.click(fn=feed_transcript, inputs=[voice_transcript, chat_state, thread_state, image_state, client_id],
|
| 196 |
+
outputs=[user_prompt, chat, thread_state, image_state])
|
|
|
|
| 197 |
|
| 198 |
+
clear_transcript_btn.click(fn=clear_transcript_only, inputs=[client_id], outputs=voice_transcript)
|
| 199 |
+
clear_chat_btn.click(fn=clear_chat_only, outputs=[chat, thread_state, image_state])
|
| 200 |
+
image_state.change(fn=update_image_display, inputs=image_state, outputs=image_display)
|
| 201 |
app.load(fn=create_ws, outputs=[client_id])
|
| 202 |
|
| 203 |
app.launch()
|