Update app.py

app.py

@@ -173,9 +173,20 @@ def process_image(image_path, prompt):
 
     # Prepare the data for the API request (specific to the API you're using)
     data = {
-        'image': encoded_string,
-        'prompt': prompt,
-    }
+            "role": "user",
+            "content": [
+                        {
+                          "type": "text",
+                          "text": "What’s in this image?"
+                        },
+                        {
+                          "type": "image_url",
+                          "image_url": {
+                            "url": f"data:image/jpeg;base64,{encoded_string}"
+                           }
+                        }
+                       ]
+           }    
     return data
 
 
@@ -457,7 +468,7 @@ def generate_text (prompt, file, chatbot, history, rag_option, model_option, ope
         history_text_und_prompt = generate_prompt_with_history_openai(prompt, history)
     else:
         prompt_neu = process_image(file, prompt)
-        history_text_und_prompt = generate_prompt_with_history_openai(prompt_neu, history)
+        history_text_und_prompt = prompt_neu #generate_prompt_with_history_openai(prompt_neu, history)
         print("historyundtextundfile.................")
         print(history_text_und_prompt)
     #history für HuggingFace Models formatieren