File size: 942 Bytes
9db2fe4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
{
  "schema": "programvla/hard-space-migration/1",
  "source_space": {
    "repo_id": "RLE-Bench/programmable-vla",
    "revision": "28b1d51ac69884a16afb2481baa9f447fb7666a0",
    "panel": "hard"
  },
  "evidence_dataset": "RLE-Bench/programmable-vla",
  "evidence_revision": "bc9bcd12aaee09df3e685f80c02788a49bc2e340",
  "selected_variants": [
    "standalone-vlact-clean",
    "kinex",
    "kinex-vlact50k-autonomous"
  ],
  "counts": {
    "standalone-vlact-clean": {
      "episodes": 50,
      "successes": 16
    },
    "kinex": {
      "episodes": 50,
      "successes": 41
    },
    "kinex-vlact50k-autonomous": {
      "episodes": 50,
      "successes": 31
    }
  },
  "selected_episode_objects_unchanged": true,
  "archived_attempts": 50,
  "source_data_sha256": "40cdd1d486c445d12af6fae8d2b17c0c9767b006c56480119adf61eff860c812",
  "selected_episodes_sha256": "2943c7631587cfc4146c2a106c46b17aa23bf34131137259e389aa390ccbea18"
}