Commit
·
cc8a10b
1
Parent(s):
184fd3e
add few-shot examples
Browse files- robohusky/conversation.py +11 -2
robohusky/conversation.py
CHANGED
|
@@ -252,13 +252,22 @@ register_conv_template(
|
|
| 252 |
"Your task is to identify and list only the core, task-related robot actions clearly and accurately in English. "
|
| 253 |
"Use simple imperative sentences, one action per line, with a numbered list. "
|
| 254 |
"Only include meaningful, task-oriented actions where the robot directly interacts with objects or performs task steps. "
|
|
|
|
|
|
|
|
|
|
| 255 |
"Ignore supporting or movement-related actions like moving forward or turning. "
|
| 256 |
"The video contains only a few actions. List no more than 3 actions, and do not repeat any action. "
|
| 257 |
"Do not add any imagined or unrelated details. "
|
| 258 |
"Keep the list concise, clear, and precise, suitable for automatic embodied intelligence data annotation."
|
| 259 |
),
|
| 260 |
-
roles=
|
| 261 |
-
messages=
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 262 |
offset=0,
|
| 263 |
sep_style=SeparatorStyle.ADD_COLON_TWO,
|
| 264 |
sep=" ",
|
|
|
|
| 252 |
"Your task is to identify and list only the core, task-related robot actions clearly and accurately in English. "
|
| 253 |
"Use simple imperative sentences, one action per line, with a numbered list. "
|
| 254 |
"Only include meaningful, task-oriented actions where the robot directly interacts with objects or performs task steps. "
|
| 255 |
+
"Include the object involved and its precise relative location, mentioning colors or nearby landmarks. "
|
| 256 |
+
"Use placeholders like [color] and [object] only in examples, never in real output. "
|
| 257 |
+
"Never copy the examples verbatim."
|
| 258 |
"Ignore supporting or movement-related actions like moving forward or turning. "
|
| 259 |
"The video contains only a few actions. List no more than 3 actions, and do not repeat any action. "
|
| 260 |
"Do not add any imagined or unrelated details. "
|
| 261 |
"Keep the list concise, clear, and precise, suitable for automatic embodied intelligence data annotation."
|
| 262 |
),
|
| 263 |
+
roles=["Human", "Assistant"],
|
| 264 |
+
messages=[
|
| 265 |
+
["Human", "Analyze the video and list all core robot actions."],
|
| 266 |
+
["Assistant",
|
| 267 |
+
"1. Pick up the [color] [object].\n"
|
| 268 |
+
"2. Place the [color] [object] next to the [color] [landmark]."
|
| 269 |
+
],
|
| 270 |
+
],
|
| 271 |
offset=0,
|
| 272 |
sep_style=SeparatorStyle.ADD_COLON_TWO,
|
| 273 |
sep=" ",
|