OMEGAI / app.py
ricitos2001's picture
Update app.py
8ed406a verified
import time
import requests
import gradio as gr
from openai import OpenAI
MODELOS_DE_OPENROUTER = "https://openrouter.ai/api/v1/models"
URL="https://openrouter.ai/api/v1"
REQUEST_SUCESSFULL = 200
def obtener_modelos():
respuesta = requests.get(MODELOS_DE_OPENROUTER)
if respuesta.status_code == REQUEST_SUCESSFULL:
return [modelo["id"] for modelo in respuesta.json().get("data", [])]
else:
raise Exception(respuesta.status_code)
def obtener_respuesta(modelo, api_key, prompt):
client = OpenAI(base_url=URL, api_key=api_key)
mensajes = [{"role": "assistant", "content": prompt}]
respuesta = client.chat.completions.create(model=modelo, messages=mensajes)
return respuesta.choices[0].message.content
def print_like_dislike(x: gr.LikeData):
print(x.index, x.value, x.liked)
def add_message(history, message):
for x in message["files"]:
history.append({"role": "user", "content": {"path": x}})
if message["text"] is not None:
history.append({"role": "user", "content": message["text"]})
return history, gr.MultimodalTextbox(value=None, interactive=False)
def bot(system_prompt, history, modelo, api_key):
prompt = history[-1]["content"] if isinstance(history[-1]["content"], str) else "Archivo enviado."
response = obtener_respuesta(modelo, api_key, (system_prompt+prompt))
history.append({"role": "assistant", "content": ""})
for character in response:
history[-1]["content"] += character
time.sleep(0.05)
yield history
def main():
with gr.Blocks() as demo:
with gr.Tab("ejecución"):
chatbot = gr.Chatbot(elem_id="chatbot", type="messages")
chat_input = gr.MultimodalTextbox(interactive=True, file_count="multiple", placeholder="Enter message or upload file...", show_label=False)
with gr.Tab("configuración"):
modelo = gr.Dropdown(label="seleccionar modelo", choices=obtener_modelos())
api_key = gr.Textbox(label="API-KEY")
system_prompt = gr.TextArea(label="system-prompt")
chat_msg = chat_input.submit(add_message, [chatbot, chat_input], [chatbot, chat_input])
bot_msg = chat_msg.then(bot, [system_prompt, chatbot, modelo, api_key], chatbot, api_name="bot_response")
bot_msg.then(lambda: gr.MultimodalTextbox(interactive=True), None, [chat_input])
chatbot.like(print_like_dislike, None, None, like_user_message=True)
demo.launch(share=False, debug=True, show_error=True)
if __name__ == "__main__":
main()