File size: 2,449 Bytes
42f2d62 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 | from evo_vlac import GAC_model
from evo_vlac.utils.video_tool import compress_video
import os
#Consistent with the web interface, the value and citic rewards of video input can be evaluated.
#assign local model path
model_path="/home/vcj9002/jianshu/workspace/weight/VLAC"
#download model form https://huggingface.co/InternRobotics/VLAC
#assign video path and task description
test_video='evo_vlac/examples/videos/pick-bowl-test.mp4'
ref_video='evo_vlac/examples/videos/pick-bowl-ref.mov'
task_description='Put up the bowl and place it back in the white storage box.'
#init model
Critic=GAC_model(tag='critic')
Critic.init_model(model_path=model_path,model_type='internvl2',device_map=f'cuda:6')
Critic.temperature=0.5
Critic.top_k=1
Critic.set_config()
Critic.set_system_prompt()
# transform video
test_video_compressed = os.path.join(os.path.dirname(test_video),"test.mp4")
_,output_fps=compress_video(test_video, test_video_compressed,fps=5)
reference_video_compressed = None
if ref_video:
reference_video_compressed = os.path.join(os.path.dirname(ref_video),"ref.mp4")
compress_video(ref_video, reference_video_compressed,fps=5)
# generate Critic results
result_path,value_list,critic_list,done_list = Critic.web_trajectory_critic(
task_description=task_description,
main_video_path=test_video_compressed,
reference_video_path=reference_video_compressed,#if None means no reference video, only use task_description to indicate the task
batch_num=5,#batch number
ref_num=6,#image number used in reference video
think=False,# whether to CoT
skip=5,#pair-wise step
rich=False,#whether to output decimal value
reverse_eval=False,#whether to reverse the evaluation(for VROC evaluation)
output_path="results",
fps=float(output_fps),
frame_skip=True,#whether to skip frames(if false, each frame while be evaluated, cost more time)
done_flag=False,#whether to out put done value
in_context_done=False,#whether use reference video to generate done value
done_threshold=0.9,#done threshold
video_output=True#whether to output video
)
print("=" * 100)
print(">>>>>>>>>Critic results<<<<<<<<<<")
print(" ")
print(f"result path: {result_path}")
print(f"task description: {task_description}")
print("=" * 50)
print("value_list:")
print(value_list)
print("=" * 50)
print("critic_list:")
print(critic_list)
print("=" * 50)
print("done_list:")
print(done_list)
print("=" * 100) |