Spaces:
Runtime error
Runtime error
Commit
·
4244b33
1
Parent(s):
341e063
updated
Browse files
app.py
CHANGED
|
@@ -35,7 +35,7 @@ def draw_point(image: Image.Image, point=None, radius=5):
|
|
| 35 |
def navigate(image, task, platform):
|
| 36 |
messages = [
|
| 37 |
{"role": "user", "content": [{"type": "text", "text": f"You are a GUI agent. You are given a task and your action history, with screenshots. You need to perform the next action to complete the task. \n\n## Output Format\n```\nThought: ...\nAction: ...\n```\n\n## Action Space\n\nclick(start_box='"},
|
| 38 |
-
{"type": "image_url", "image_url":
|
| 39 |
]}
|
| 40 |
]
|
| 41 |
# prepare inputs
|
|
|
|
| 35 |
def navigate(image, task, platform):
|
| 36 |
messages = [
|
| 37 |
{"role": "user", "content": [{"type": "text", "text": f"You are a GUI agent. You are given a task and your action history, with screenshots. You need to perform the next action to complete the task. \n\n## Output Format\n```\nThought: ...\nAction: ...\n```\n\n## Action Space\n\nclick(start_box='"},
|
| 38 |
+
{"type": "image_url", "image_url": image}
|
| 39 |
]}
|
| 40 |
]
|
| 41 |
# prepare inputs
|