File size: 4,245 Bytes
075f63b dc4c54a 73b37a4 a9477c9 075f63b dc4c54a 075f63b e962bef dc4c54a 075f63b e962bef 075f63b dc4c54a 075f63b a9477c9 e962bef 075f63b f317fef 075f63b dc4c54a 075f63b dc4c54a 075f63b f317fef 075f63b 73b37a4 075f63b a9477c9 075f63b e962bef 075f63b f317fef 075f63b dc4c54a 075f63b dc4c54a 075f63b 49795fa abfce84 49795fa 4ac290a abfce84 dc4c54a e962bef dc4c54a e962bef 4ac290a dc4c54a abfce84 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 | """gradio app for Chat Interface for DataStax Langflow calls"""
from typing import Optional, Sequence, Tuple
from uuid import uuid4
import os
from requests.exceptions import ConnectTimeout, ReadTimeout
from retry import retry
import requests
import gradio as gr
from dotenv import load_dotenv
load_dotenv()
BASE_API_URL = "https://api.langflow.astra.datastax.com"
LANGFLOW_ID = "e99b525a-84dd-4cf2-bac6-8e5ebc6a7d17"
FLOW_ID = "fa9291fe-1ddd-4503-b438-f090dd76994d"
DATASTAX_TOKEN = os.getenv('DATASTAX_TOKEN')
ENDPOINT = 'beauty_advisor'
TWEAKS = {
"Memory-fCuCs": {
"n_messages": 100,
"order": "Ascending",
"sender": "Machine and User",
"sender_name": "",
"template": "{sender_name}: {text}"
},
"ChatInput-PN5E4": {},
"Prompt-vGvVG": {},
"GoogleGenerativeAIModel-6n0Ft": {},
"ChatOutput-HjfF1": {}
}
@retry((ConnectTimeout, ReadTimeout), tries=3, delay=2)
def call_ai(
message: str,
history: Sequence[Tuple[str, str]],
local_storage: str,
endpoint: str = ENDPOINT,
output_type: str = "chat",
input_type: str = "chat",
tweaks: Optional[dict] = None,
application_token: Optional[str] = DATASTAX_TOKEN
) -> dict:
"""
Run a flow with a given message and optional tweaks.
:param message: The message to send to the flow
:param endpoint: The ID or the endpoint name of the flow
:param tweaks: Optional tweaks to customize the flow
:return: The JSON response from the flow
"""
del history
api_url = f"{BASE_API_URL}/lf/{LANGFLOW_ID}/api/v1/run/{endpoint}"
payload = {
'session_id': local_storage[0],
"input_value": message,
"output_type": output_type,
"input_type": input_type,
}
headers = None
if tweaks:
payload["tweaks"] = tweaks
if application_token:
headers = {
"Authorization": "Bearer " + application_token,
"Content-Type": "application/json"
}
response = requests.post(
api_url,
json=payload,
headers=headers,
timeout=120,
)
print(response, response.content)
response = response.json()
resp_message = ''
try:
for resp in response['outputs']:
for _resp in resp['outputs']:
for message in _resp['messages']:
resp_message = message['message']
except KeyError as e:
print(e)
print(response)
return resp_message
def generate_session_id():
"""Generate a unique session ID."""
return str(uuid4())
with gr.Blocks() as demo:
with gr.Column():
gr.Image(
"./aem_logo.jpeg",
width=300,
label="AEM",
show_download_button=False,
show_fullscreen_button=False,
show_label=False,
interactive=False,
show_share_button=False,
)
# session = gr.State(["", ], time_to_live=24 * 60*60)
session = gr.BrowserState(None, storage_key="session_id")
show_session = gr.Textbox(
visible=False,
interactive=False,
label="Session ID",
)
with gr.Accordion(
'Chat With Agent',
) as chat:
chat_interface = gr.ChatInterface(
call_ai,
type='messages',
title="AI Beauty Partner",
additional_inputs=[session],
autofocus=True,
fill_height=True,
)
def initialize_session(existing_id):
"""
Runs ONCE per browser session on page load.
Checks if an ID already exists in BrowserState (local storage).
If not, generates a new one.
Returns the ID to populate the BrowserState and other components.
"""
if existing_id:
print(f"Found existing ID in BrowserState: {existing_id}")
return existing_id, existing_id
else:
new_id = generate_session_id()
print(f"No existing ID found, returning NEW ID: {new_id}")
return new_id, new_id
demo.load( # pylint: disable=no-member
initialize_session,
[session],
outputs=[session, show_session],
)
demo.launch(share=False, debug=True,)
|