huiwon commited on
Commit
565c028
·
verified ·
1 Parent(s): 5724a75

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +19 -1
README.md CHANGED
@@ -15,4 +15,22 @@ processor = AutoProcessor.from_pretrained(
15
  )
16
  processor.tokenizer.model_max_length = training_args.model_max_length
17
  processor.tokenizer.padding_side = "left"
18
- ```
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  )
16
  processor.tokenizer.model_max_length = training_args.model_max_length
17
  processor.tokenizer.padding_side = "left"
18
+
19
+ conversations = [
20
+ {
21
+ "from": "system",
22
+ "value": "You are an embodied vision-language robotic assistant for multi-object manipulation."
23
+ },
24
+ {
25
+ "from": "human",
26
+ "value": "<video>\nCurrent task is <instruction>. <embodiment_tag>. <state>. Output the robot\u2019s actions to perform this task through Fast tokens."
27
+ },
28
+ {
29
+ "from": "gpt",
30
+ "value": "<fast_token>"
31
+ }
32
+ ]
33
+ # need instruction, embodiment tag, state, and fast token
34
+ ```
35
+
36
+