Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +44 -0
- README.md +94 -0
- eval_results/battery_try/_result.txt +7 -0
- eval_results/blocks_ranking_try/_result.txt +7 -0
- eval_results/blocks_ranking_try/episode19.mp4 +3 -0
- eval_results/blocks_ranking_try/episode24.mp4 +3 -0
- eval_results/blocks_ranking_try/episode30.mp4 +3 -0
- eval_results/blocks_ranking_try/episode31.mp4 +3 -0
- eval_results/blocks_ranking_try/episode34.mp4 +3 -0
- eval_results/blocks_ranking_try/episode48.mp4 +3 -0
- eval_results/blocks_ranking_try/episode51.mp4 +3 -0
- eval_results/blocks_ranking_try/episode53.mp4 +3 -0
- eval_results/blocks_ranking_try/episode65.mp4 +3 -0
- eval_results/blocks_ranking_try/episode73.mp4 +3 -0
- eval_results/blocks_ranking_try/episode75.mp4 +3 -0
- eval_results/blocks_ranking_try/episode79.mp4 +3 -0
- eval_results/blocks_ranking_try/episode83.mp4 +3 -0
- eval_results/blocks_ranking_try/episode85.mp4 +3 -0
- eval_results/cover_blocks/_result.txt +7 -0
- eval_results/cover_blocks/episode1.mp4 +3 -0
- eval_results/cover_blocks/episode13.mp4 +3 -0
- eval_results/cover_blocks/episode16.mp4 +3 -0
- eval_results/cover_blocks/episode18.mp4 +3 -0
- eval_results/cover_blocks/episode20.mp4 +3 -0
- eval_results/cover_blocks/episode21.mp4 +3 -0
- eval_results/cover_blocks/episode27.mp4 +3 -0
- eval_results/cover_blocks/episode32.mp4 +3 -0
- eval_results/cover_blocks/episode33.mp4 +3 -0
- eval_results/cover_blocks/episode35.mp4 +3 -0
- eval_results/cover_blocks/episode36.mp4 +3 -0
- eval_results/cover_blocks/episode42.mp4 +3 -0
- eval_results/cover_blocks/episode57.mp4 +3 -0
- eval_results/cover_blocks/episode59.mp4 +3 -0
- eval_results/cover_blocks/episode60.mp4 +3 -0
- eval_results/cover_blocks/episode62.mp4 +3 -0
- eval_results/cover_blocks/episode67.mp4 +3 -0
- eval_results/cover_blocks/episode68.mp4 +3 -0
- eval_results/cover_blocks/episode70.mp4 +3 -0
- eval_results/cover_blocks/episode71.mp4 +3 -0
- eval_results/cover_blocks/episode72.mp4 +3 -0
- eval_results/cover_blocks/episode74.mp4 +3 -0
- eval_results/cover_blocks/episode77.mp4 +3 -0
- eval_results/cover_blocks/episode80.mp4 +3 -0
- eval_results/cover_blocks/episode84.mp4 +3 -0
- eval_results/cover_blocks/episode86.mp4 +3 -0
- eval_results/cover_blocks/episode89.mp4 +3 -0
- eval_results/cover_blocks/episode95.mp4 +3 -0
- eval_results/cover_blocks/episode97.mp4 +3 -0
- eval_results/cover_blocks/episode98.mp4 +3 -0
- eval_results/press_button/_result.txt +7 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,47 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
eval_results/blocks_ranking_try/episode19.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
eval_results/blocks_ranking_try/episode31.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
eval_results/blocks_ranking_try/episode34.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
eval_results/blocks_ranking_try/episode75.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
eval_results/blocks_ranking_try/episode48.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
eval_results/blocks_ranking_try/episode85.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
eval_results/blocks_ranking_try/episode65.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
eval_results/blocks_ranking_try/episode24.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
eval_results/blocks_ranking_try/episode51.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
eval_results/blocks_ranking_try/episode73.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 46 |
+
eval_results/blocks_ranking_try/episode83.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
eval_results/blocks_ranking_try/episode79.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 48 |
+
eval_results/blocks_ranking_try/episode53.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 49 |
+
eval_results/blocks_ranking_try/episode30.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 50 |
+
eval_results/cover_blocks/episode80.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 51 |
+
eval_results/cover_blocks/episode77.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 52 |
+
eval_results/cover_blocks/episode68.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 53 |
+
eval_results/cover_blocks/episode70.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 54 |
+
eval_results/cover_blocks/episode13.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 55 |
+
eval_results/cover_blocks/episode62.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 56 |
+
eval_results/cover_blocks/episode1.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 57 |
+
eval_results/cover_blocks/episode57.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 58 |
+
eval_results/cover_blocks/episode71.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 59 |
+
eval_results/cover_blocks/episode42.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 60 |
+
eval_results/cover_blocks/episode72.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 61 |
+
eval_results/cover_blocks/episode97.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 62 |
+
eval_results/cover_blocks/episode27.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 63 |
+
eval_results/cover_blocks/episode74.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 64 |
+
eval_results/cover_blocks/episode18.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 65 |
+
eval_results/cover_blocks/episode98.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 66 |
+
eval_results/cover_blocks/episode32.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 67 |
+
eval_results/cover_blocks/episode33.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 68 |
+
eval_results/cover_blocks/episode67.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 69 |
+
eval_results/cover_blocks/episode35.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 70 |
+
eval_results/cover_blocks/episode89.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 71 |
+
eval_results/cover_blocks/episode36.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 72 |
+
eval_results/cover_blocks/episode86.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 73 |
+
eval_results/cover_blocks/episode20.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 74 |
+
eval_results/cover_blocks/episode84.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 75 |
+
eval_results/cover_blocks/episode59.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 76 |
+
eval_results/cover_blocks/episode21.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 77 |
+
eval_results/cover_blocks/episode16.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 78 |
+
eval_results/cover_blocks/episode60.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 79 |
+
eval_results/cover_blocks/episode95.mp4 filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
|
@@ -0,0 +1,94 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: apache-2.0
|
| 3 |
+
---
|
| 4 |
+
|
| 5 |
+
# Mem-0 Execution Module — Mn tasks (RMBench / RoboTwin 2.0)
|
| 6 |
+
|
| 7 |
+
**Per-task Mem-0 execution-module checkpoints** for four RMBench **Mn** tasks:
|
| 8 |
+
`battery_try`, `blocks_ranking_try`, `cover_blocks`, `press_button`.
|
| 9 |
+
Each task has its **own** executor — trained only on that task's 50-episode
|
| 10 |
+
`demo_clean` dataset — and its **own** normalization stats (unlike the
|
| 11 |
+
[`m1_mix` release](https://huggingface.co/qiuly/Mem-0-m1mix-RMBench), which used one
|
| 12 |
+
joint checkpoint for all five M1 tasks).
|
| 13 |
+
|
| 14 |
+
- **Backbone:** Qwen3-VL-2B-Instruct (fine-tuned; weights bundled in each checkpoint)
|
| 15 |
+
- **Action head:** DiT-B flow-matching policy (16-D action)
|
| 16 |
+
- **Memory:** MemoryBank (instant + anchor memory fusion across the episode)
|
| 17 |
+
- **Aux head:** subtask-end classifier
|
| 18 |
+
- ≈ 2.67 B params per checkpoint; 30,000 training steps per task
|
| 19 |
+
|
| 20 |
+
## Results
|
| 21 |
+
|
| 22 |
+
`task_config = demo_clean`, `instruction_type = unseen`, 100 episodes per task.
|
| 23 |
+
`action_horizon` is the per-task inference-time setting used for these numbers.
|
| 24 |
+
|
| 25 |
+
| Task | action_horizon | Success Rate | Reward |
|
| 26 |
+
|--------------------|:--------------:|:------------:|:------:|
|
| 27 |
+
| battery_try | 15 | **0.21** | 0.00 |
|
| 28 |
+
| blocks_ranking_try | 15 | **0.15** | 0.00 |
|
| 29 |
+
| cover_blocks | 8 | **0.76** | 0.82 |
|
| 30 |
+
| press_button | 30 | **0.02** | 0.00 |
|
| 31 |
+
| **Average** | — | **0.285** | — |
|
| 32 |
+
|
| 33 |
+
Rollout videos (100 per task) and raw score files are under `eval_results/`
|
| 34 |
+
(see `eval_results/results.md`).
|
| 35 |
+
|
| 36 |
+
## Contents
|
| 37 |
+
|
| 38 |
+
```
|
| 39 |
+
mn_submit/
|
| 40 |
+
├── README.md
|
| 41 |
+
├── checkpoints/
|
| 42 |
+
│ └── <task>/final_step30000.pt (+ .sha256) # one full ckpt per task, ~15.3 GB each
|
| 43 |
+
├── norm_stats/
|
| 44 |
+
│ └── <task>/norm_stats.json # per-task min-max state/action stats
|
| 45 |
+
└── eval_results/
|
| 46 |
+
├── results.md # scores + per-task action_horizon
|
| 47 |
+
├── success_rate.png
|
| 48 |
+
└── <task>/ # _result.txt, episode*.mp4 (×100)
|
| 49 |
+
```
|
| 50 |
+
|
| 51 |
+
## Checkpoints
|
| 52 |
+
|
| 53 |
+
Each `checkpoints/<task>/final_step30000.pt` is a **single, unsplit** full training
|
| 54 |
+
checkpoint (~15.3 GB): `model_state_dict` + `optimizer_state_dict` +
|
| 55 |
+
`scheduler_state_dict`, `global_step` 30000. Verify integrity with the `.sha256`
|
| 56 |
+
file next to it:
|
| 57 |
+
|
| 58 |
+
```bash
|
| 59 |
+
sha256sum -c final_step30000.pt.sha256
|
| 60 |
+
```
|
| 61 |
+
|
| 62 |
+
The `model_state_dict` is self-contained — it already includes the fine-tuned
|
| 63 |
+
Qwen3-VL-2B backbone weights. Optional inference-only slimming (~15.3 GB → ~6 GB):
|
| 64 |
+
|
| 65 |
+
```python
|
| 66 |
+
import torch
|
| 67 |
+
ck = torch.load("final_step30000.pt", map_location="cpu", weights_only=False)
|
| 68 |
+
torch.save({"model_state_dict": ck["model_state_dict"], "global_step": ck["global_step"]},
|
| 69 |
+
"final_step30000_inference.pt")
|
| 70 |
+
```
|
| 71 |
+
|
| 72 |
+
## Base VLM
|
| 73 |
+
|
| 74 |
+
Model instantiation requires the official `Qwen/Qwen3-VL-2B-Instruct` directory
|
| 75 |
+
(architecture + tokenizer/processor; Apache-2.0). Its weights are overwritten by the
|
| 76 |
+
checkpoint at load time, but the directory must exist locally:
|
| 77 |
+
|
| 78 |
+
```bash
|
| 79 |
+
huggingface-cli download Qwen/Qwen3-VL-2B-Instruct \
|
| 80 |
+
--local-dir policy/Mem-0/checkpoints/Qwen3-VL-2B-Instruct
|
| 81 |
+
```
|
| 82 |
+
|
| 83 |
+
## Normalization
|
| 84 |
+
|
| 85 |
+
State and action are min-max normalized to `[-1, 1]` using the per-task stats in
|
| 86 |
+
`norm_stats/<task>/norm_stats.json`. Always pair a checkpoint with **its own task's**
|
| 87 |
+
stats at inference; predicted actions are denormalized with the same file.
|
| 88 |
+
|
| 89 |
+
## License & attribution
|
| 90 |
+
|
| 91 |
+
Base VLM **Qwen3-VL-2B-Instruct** is © the Qwen team, licensed **Apache-2.0**; the
|
| 92 |
+
checkpoints embed fine-tuned Qwen weights, so that license applies to the
|
| 93 |
+
corresponding components. RMBench / RoboTwin and the Mem-0 policy code are governed
|
| 94 |
+
by their respective upstream licenses.
|
eval_results/battery_try/_result.txt
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-07-04 12:48:49
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
Success Rate: 0.21
|
| 6 |
+
|
| 7 |
+
Reward: 0.0
|
eval_results/blocks_ranking_try/_result.txt
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-07-07 09:06:03
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
Success Rate: 0.15
|
| 6 |
+
|
| 7 |
+
Reward: 0.0
|
eval_results/blocks_ranking_try/episode19.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:541f9a09363b4ae3601adfb66de92eb3be898c6243b6b9d3ffcfceff98b22648
|
| 3 |
+
size 3487453
|
eval_results/blocks_ranking_try/episode24.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1b251dad0a6e15491137e0d974c48430820e059ddb6bc266b019508d0e96cf7f
|
| 3 |
+
size 3022093
|
eval_results/blocks_ranking_try/episode30.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cbc1bcab40aaba37a2830dca7612e8c8cae64faf7f1350b85af79780c859c6af
|
| 3 |
+
size 3030288
|
eval_results/blocks_ranking_try/episode31.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:008f3e3670166bc87c1d1501d79cc7749eb1f08742892ef96e4e83e51805b992
|
| 3 |
+
size 3580679
|
eval_results/blocks_ranking_try/episode34.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:14aebf9c0bd0f263d071a928a76ba3e3fe35d6235201ae4cebe75243d040b65c
|
| 3 |
+
size 3509299
|
eval_results/blocks_ranking_try/episode48.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7c6b53a8b145b4650f77c128a5111cea1329ea6bac5b90f8fbaeec867516012c
|
| 3 |
+
size 3167200
|
eval_results/blocks_ranking_try/episode51.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:07726b3bbc35d7698d6e41bcc2d0a1a37428dd9ad1591552f5a9ebcf19a5cefa
|
| 3 |
+
size 3001315
|
eval_results/blocks_ranking_try/episode53.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4b2125f058721315d8f8b73007effc7855fb34c8929637e56af26781dd162d84
|
| 3 |
+
size 3584937
|
eval_results/blocks_ranking_try/episode65.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f507fe7f3ca5c3df4fc6c45aafc2378b23abaee10ad09778f4d0841ef9a941f4
|
| 3 |
+
size 3508203
|
eval_results/blocks_ranking_try/episode73.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b8583abd00e640d10d697f5443ea0f000eaed494ced8a350285b64b4cbc1d9e9
|
| 3 |
+
size 2724360
|
eval_results/blocks_ranking_try/episode75.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7d5656574b35b4bd551abcb21eecd04a53b9a4ccd9c4ec7c0ca209c3be30e25c
|
| 3 |
+
size 3572764
|
eval_results/blocks_ranking_try/episode79.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e2fac999fd4c8c8f312ad279286c554f67be19469b80bd2fab37e6ab17876090
|
| 3 |
+
size 3448833
|
eval_results/blocks_ranking_try/episode83.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c40f0efb81746eede82beba4c4549c17f64662288670907ac1574c61a6a81b48
|
| 3 |
+
size 3509188
|
eval_results/blocks_ranking_try/episode85.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:69534f3d1a9614588df33547b241340b56661d0451947f7f3d8a366051c973f5
|
| 3 |
+
size 3503945
|
eval_results/cover_blocks/_result.txt
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-07-02 23:49:59
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
Success Rate: 0.76
|
| 6 |
+
|
| 7 |
+
Reward: 0.8199999999999998
|
eval_results/cover_blocks/episode1.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4bd5162c17db5179e52f6891df9ab5484b456a415a154846a2bba0e260ca8ee2
|
| 3 |
+
size 940446
|
eval_results/cover_blocks/episode13.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:199c66a1c28983c1f0e9418ead88b88c71855639a5264254bcee06ae0ea0d2ad
|
| 3 |
+
size 904800
|
eval_results/cover_blocks/episode16.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:042626497ef1c7c0d2f2395d9d35f61dd12c0cddc9ea0c8c0827f25b645b5503
|
| 3 |
+
size 931238
|
eval_results/cover_blocks/episode18.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b2749f1524f22a0836da4af5c2dd4603c740801805ec8e672a83dc930bd8403b
|
| 3 |
+
size 929733
|
eval_results/cover_blocks/episode20.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9903cac03b020eb95590f9931c39bf454f8f52c6f5d556b92d3b4127e8756044
|
| 3 |
+
size 890095
|
eval_results/cover_blocks/episode21.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2ce1fe72d9df2198cf998341ac4ec352db968dc109fac1fa49bf962a25a0b40a
|
| 3 |
+
size 875854
|
eval_results/cover_blocks/episode27.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:45dea7feb725abc4fb1ad7259d1ddb88bb6e05563f443444e2eec2431e6e17c1
|
| 3 |
+
size 864780
|
eval_results/cover_blocks/episode32.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8caddfa6ae490c57a632ddebb8449f62cc3e22f8ff06e31b4e2f9c2620113b41
|
| 3 |
+
size 1110181
|
eval_results/cover_blocks/episode33.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c3276558667fd2af2493aacc736dd9c565a8c148c4b62b5fd3a8dc957522bc7f
|
| 3 |
+
size 926191
|
eval_results/cover_blocks/episode35.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d2a4c5e9b3a5da510c5476be10758baf8855f1e5c157351d799e93ff664acbc4
|
| 3 |
+
size 898708
|
eval_results/cover_blocks/episode36.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e541c5ef5e8fbf4f8c10dd5766e6bcf7cb39dfaca2f8cf84e6c2129e7c1ce98f
|
| 3 |
+
size 927481
|
eval_results/cover_blocks/episode42.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:91f7e109325d0b5371e521e70c4e2f950fbb83e428ed9b8634f0adb2588b8982
|
| 3 |
+
size 916918
|
eval_results/cover_blocks/episode57.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9c4ea72c219773975ed5ff9d9eb4499a6f663128dcc4e477901ee97eb0908098
|
| 3 |
+
size 945467
|
eval_results/cover_blocks/episode59.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed6445cc35757dd9663204a34893e397d6fe68237d0ab8adbb116efbd0fcf8dd
|
| 3 |
+
size 1068205
|
eval_results/cover_blocks/episode60.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6ce9e8a97d729f72fbc5a48361829b8f9ef3196659cbcc9433c438ae0b154be7
|
| 3 |
+
size 890276
|
eval_results/cover_blocks/episode62.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:54d5f75ea9afda979b3eb54565fff4c66b97f3e6768d4846b64b8c64337d580b
|
| 3 |
+
size 1077784
|
eval_results/cover_blocks/episode67.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:92657f022613b27b86222e48bbdda68df57d2a36dbf7abe2b6357c2c90ded703
|
| 3 |
+
size 848296
|
eval_results/cover_blocks/episode68.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4c1e90e3aa5ff4abe88d8683fd7c4fbfa021063a0d76da9ff480aeb6b7e94c33
|
| 3 |
+
size 859488
|
eval_results/cover_blocks/episode70.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9cde06e1b46a34635fbd5e55411ba75593a4479b3051ed0ebcc7a4f5984178cb
|
| 3 |
+
size 1077940
|
eval_results/cover_blocks/episode71.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d7d757259892421b6875314f8ee4d428b39ae3d52bdb55816d7c88d8b8a2e1f4
|
| 3 |
+
size 938379
|
eval_results/cover_blocks/episode72.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3ba5b8f587c37937f8d599940f737e567360828496ce5b3367a2fa5bdc42b162
|
| 3 |
+
size 915580
|
eval_results/cover_blocks/episode74.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3487f3672c2804dd477063be22de3287a7608d04527f598ad0d8eb72e56a19c5
|
| 3 |
+
size 945642
|
eval_results/cover_blocks/episode77.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8c2afe53b7b66c50a82d0c4f5b2678647a8d25edbc8041dd941a9bfea9840a30
|
| 3 |
+
size 896655
|
eval_results/cover_blocks/episode80.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7ddecd93c7f827f2c471ed255f1b0a8360b994dd9c2082dc4f29dc81d74090e8
|
| 3 |
+
size 917542
|
eval_results/cover_blocks/episode84.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:691cbb4a7cd724f8a2d558eaff5317916e879bccb544213a73140bc10e49abfb
|
| 3 |
+
size 1109291
|
eval_results/cover_blocks/episode86.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9b1af21d5957ec401a0fe321860a5dca01db97a35a8814e4c718be2baa8ff867
|
| 3 |
+
size 919599
|
eval_results/cover_blocks/episode89.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fe0e5744221958038dd5d79255823713cd0bbf62d6b617bebe6b2f69b787b1b2
|
| 3 |
+
size 865050
|
eval_results/cover_blocks/episode95.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d59de5fd71e531bcb7105e53c6e5e4343d1e4a2265c005b2b722e467d4fe8a8f
|
| 3 |
+
size 907587
|
eval_results/cover_blocks/episode97.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:afa97c667a2a33d59b50c55f712fecf6c8593a907db8b09f4d32868fb26762dc
|
| 3 |
+
size 1112058
|
eval_results/cover_blocks/episode98.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5e37d86893fd34a98cd1ebe7e55eb5b1c28938ea9ee3e672918c291c386dd06b
|
| 3 |
+
size 912031
|
eval_results/press_button/_result.txt
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Timestamp: 2026-07-10 14:24:34
|
| 2 |
+
|
| 3 |
+
Instruction Type: unseen
|
| 4 |
+
|
| 5 |
+
Success Rate: 0.02
|
| 6 |
+
|
| 7 |
+
Reward: 0.0
|