Update README.md
Browse files
README.md
CHANGED
|
@@ -36,7 +36,7 @@ processor = AutoProcessor.from_pretrained("Qwen/Qwen2-VL-2B-Instruct", min_pixel
|
|
| 36 |
|
| 37 |
2. **UI Grounding**
|
| 38 |
```python
|
| 39 |
-
img_url = 'web_dbd7514b-9ca3-40cd-b09a-990f7b955da1.png'
|
| 40 |
query = "Nahant"
|
| 41 |
|
| 42 |
|
|
@@ -83,7 +83,7 @@ This will visualize the grounding results like (where the red points are [x,y])
|
|
| 83 |
|
| 84 |

|
| 85 |
|
| 86 |
-
3. **UI Navigation**
|
| 87 |
- Set up system prompt.
|
| 88 |
```python
|
| 89 |
_NAV_SYSTEM = """You are an assistant trained to navigate the {_APP} screen.
|
|
@@ -133,7 +133,7 @@ What is the next action?
|
|
| 133 |
```
|
| 134 |
|
| 135 |
```python
|
| 136 |
-
img_url = 'chrome.png'
|
| 137 |
split='web'
|
| 138 |
system_prompt = _NAV_SYSTEM.format(_APP=split, _ACTION_SPACE=action_map[split])
|
| 139 |
query = "Search the weather for the New York city."
|
|
@@ -176,4 +176,4 @@ print(output_text)
|
|
| 176 |
# {'action': 'ENTER', 'value': None, 'position': None}
|
| 177 |
```
|
| 178 |
|
| 179 |
-

|
|
|
|
| 36 |
|
| 37 |
2. **UI Grounding**
|
| 38 |
```python
|
| 39 |
+
img_url = 'examples/web_dbd7514b-9ca3-40cd-b09a-990f7b955da1.png'
|
| 40 |
query = "Nahant"
|
| 41 |
|
| 42 |
|
|
|
|
| 83 |
|
| 84 |

|
| 85 |
|
| 86 |
+
3. **UI Navigation**
|
| 87 |
- Set up system prompt.
|
| 88 |
```python
|
| 89 |
_NAV_SYSTEM = """You are an assistant trained to navigate the {_APP} screen.
|
|
|
|
| 133 |
```
|
| 134 |
|
| 135 |
```python
|
| 136 |
+
img_url = 'examples/chrome.png'
|
| 137 |
split='web'
|
| 138 |
system_prompt = _NAV_SYSTEM.format(_APP=split, _ACTION_SPACE=action_map[split])
|
| 139 |
query = "Search the weather for the New York city."
|
|
|
|
| 176 |
# {'action': 'ENTER', 'value': None, 'position': None}
|
| 177 |
```
|
| 178 |
|
| 179 |
+

|