| { |
| "name": "droid_ctrl_world", |
| "env": "DROID", |
| "model_type": "ctrl_world", |
| "metadata": { |
| "num_history": 6, |
| "num_frames": 5, |
| "action_dim": 7 |
| }, |
| "util_folders":{ |
| "models": "../src/models" |
| }, |
| "models": [ |
| { |
| "name": "world_model", |
| "framework": null, |
| "format": "state_dict", |
| "source": { |
| "weights_path": "checkpoint-10000.pt", |
| "class_path": "../src/world_model.py", |
| "class_name": "CrtlWorld", |
| "class_args": [ |
| { |
| "svd_model_path": "stabilityai/stable-video-diffusion-img2vid", |
| "clip_model_path": "openai/clip-vit-base-patch32", |
| "num_history": 6, |
| "num_frames": 5, |
| "action_dim": 7, |
| "text_cond": true, |
| "motion_bucket_id": 127, |
| "fps": 7, |
| "guidance_scale": 1.0, |
| "num_inference_steps": 50, |
| "decode_chunk_size": 7, |
| "width": 320, |
| "height": 192 |
| }] |
| }, |
| "methods": |
| [ |
| { |
| "name": "blocks_left_in_kv_cache", |
| "method_name": "blocks_left_in_kv_cache" |
| }, |
| { |
| "name": "reset_kv_cache", |
| "method_name": "reset_kv_cache" |
| } |
| ] |
| } |
| ] |
| } |
