import os import gradio as gr from llama_index.schema import ImageDocument from llama_index.multi_modal_llms.openai import OpenAIMultiModal from openai import OpenAI as ClientOpenAI image_documents = [] expert_level = "Anfänger" openai_mm_llm = OpenAIMultiModal( model="gpt-4-vision-preview", api_key=os.environ["OPENAI_API_KEY"], max_new_tokens=256 ) client = ClientOpenAI() base_prompt = "Answer always in german and in an unfriendly manner!\nUse words like boring and stupid!\nIf the question is not about plants, tell the user you can only answer questions about plants!\n" expert_prompt = "" amateur_prompt = base_prompt + "Answer the question in a way everyone and especially people who dont know anything about plants can understand!" professional_prompt = base_prompt + "Use the correct latin word to reference the plant! Formulate the answer so it could be helpful for professional gardeners!" anateur_prompt_image = "" def upload_file(files): for file in files: image = ImageDocument(image_path=file.name) image_documents.append(image) def echo(message, history): print(history) print("++++++++++") print(expert_level) if image_documents: print(40*"#") response = openai_mm_llm.complete( prompt=f"Based on the list of images, answer the following question. Always answer in german and use words like cool and crazy! If the images or the question is not about plants, tell the user you can only answer questions about plants!\nQuestion: {message}", image_documents=image_documents, ) response = response.text else: print(40*"-") if expert_level == "Anfänger": content = amateur_prompt elif expert_level == "Profi": content = professional_prompt else: content = expert_prompt response = client.chat.completions.create( model="gpt-4-1106-preview", messages=[ {"role": "system", "content": "You are a helpful assistant."}, {"role": "user", "content": content + f"Answer the following question:\nQuestion: {message}\nIf needed also consider the following chat history to answer the question: {history[-3:]}!\nIf the user wants to add an event and the query consists of a date and an event name return the date and the event name in the following format: 'DATE' --- 'EVENT_NAME'! Always use this format and use dd.mm.yyyy for date!"}, ], max_tokens=256 ) response = response.choices[0].message.content if "---" in response: date, event_name = response.split(" --- ") print(date) print(event_name) download_link = "https://www.gradio.app/docs/image" print(response) response = f"Wir haben dir einen Kalendareintrag erstellt am {date} mit dem Namen {event_name}!\nDu kannst dir die Datei unter folgenden Link herunterladen: {download_link}" print(response) image_documents.clear() return response def selection_changed(selection): global expert_level expert_level = selection with gr.Blocks() as demo: radio_level = gr.Radio(["Anfänger", "Profi", "Experte"], label="Wissen über Pflanzen", value=expert_level) chat_interface = gr.ChatInterface(echo) upload_button = gr.UploadButton("Click to Upload a File", file_types=["image"], file_count="multiple") upload_button.upload(upload_file, upload_button, None) radio_level.select(selection_changed, radio_level) gr.Image() demo.launch()