Update app.py

app.py

@@ -40,8 +40,58 @@ def send_to_openai(api_key, image_file):
     # Extract words from the assistant's response
     assistant_response = response.json()['choices'][0]['message']['content']
     words = assistant_response.split('\n')
+    checkresponse_lower = words.lower()
+    if "leaf" in checkresponse_lower:
+        payload = {
+            "model": "gpt-4-vision-preview",
+            "messages": [
+                {
+                    "role": "user",
+                    "content": [
+                        {
+                            "type": "text",
+                            "text": "Answer in three words only, does the image uploaded have a healthy rice leaf - Yes or No , does the image uploaded have a rice leaf with Major (not small) circular spots - Yes or No , does the image uploaded have a rice leaf have a major yellowish discoloration in some areas (ignore spots) - Yes or No , DO NOT RESPOND IN MORE THAN THREE WORDS  "
+                        },
+                        {
+                            "type": "image_url",
+                            "image_url": {
+                                "url": f"data:image/jpeg;base64,{base64_image}"
+                            }
+                        }
+                    ]
+                }
+            ],
+            "max_tokens": 300
+        }
+
+    elif "sheath" in checkresponse_lower:
+        payload = {
+            "model": "gpt-4-vision-preview",
+            "messages": [
+                {
+                    "role": "user",
+                    "content": [
+                        {
+                            "type": "text",
+                            "text": "ANSWER IN ONLY ONE WORD , does the sheath part of the paddy in the image have sheath rot "
+                        },
+                        {
+                            "type": "image_url",
+                            "image_url": {
+                                "url": f"data:image/jpeg;base64,{base64_image}"
+                            }
+                        }
+                    ]
+                }
+            ],
+            "max_tokens": 300
+        }
     
-    return ' '.join(words)
 
-iface = gr.Interface(send_to_openai, ["text", "file"], "text")
+    response = requests.post("https://api.openai.com/v1/chat/completions", headers=headers, json=payload)
+    assistant_response = response.json()['choices'][0]['message']['content']
+    recognition = assistant_response.split('\n')
+    return ' '.join(words), ' '.join(recognition)
+
+iface = gr.Interface(send_to_openai, ["text", "file"], ["text", "text"])
 iface.launch()