kissin42 commited on
Commit
3761fe0
·
verified ·
1 Parent(s): e407d5f

Replace Walker2d-v5 with stable bundle 25

Browse files

Bundle format 2, causal-gpt-rl package 0.14.0. Gymnasium 1.2.3, MuJoCo 3.2.3, torch 2.8.0+cu129, seeds 0..49, max_steps=1000, BOS discard. Main score uses kv_cache_max_len=32; the same protocol was used for kv=16 and kv=64.

README.md CHANGED
@@ -82,7 +82,7 @@ Notebook version: [examples/hub_quickstart.ipynb](https://github.com/ccnets-team
82
  | `Ant-v5` | `ant-v5` | 32 | 5126.03±1568.43 | 77.05±23.26 | 59.99 ✓ | 86.54 ✗ |
83
  | `HalfCheetah-v5` | `halfcheetah-v5` | 32 | 6816.48±3135.53 | 42.87±19.01 | 43.54 ✗ | 74.83 ✗ |
84
  | `Hopper-v5` | `hopper-v5` | 32 | 3199.65±21.74 | 82.87±0.57 | 42.65 ✓ | 72.91 ✓ |
85
- | `Walker2d-v5` | `walker2d-v5` | 32 | 3899.88±706.57 | 56.93±10.32 | 59.51 | 83.26 ✗ |
86
  | `Humanoid-v5` | `humanoid-v5` | 32 | 7892.65±1018.11 | 91.63±11.99 | 63.29 ✓ | 81.30 ✓ |
87
 
88
  Training data is expert-free: bundles are trained using Minari simple and medium datasets only; expert trajectories are not used for training.
@@ -112,7 +112,7 @@ seeds `0..49`, `max_steps=1000`):
112
  | `Ant-v5` | 5109.97±1711.18 | 5126.03±1568.43 | **5256.33±1429.58** | **2× highest mean (≈)** |
113
  | `HalfCheetah-v5` | 6793.17±2939.17 | 6816.48±3135.53 | 6468.21±3234.51 | ≈ flat |
114
  | `Hopper-v5` | 3189.53±22.58 | **3199.65±21.74** | 3190.09±23.75 | **≈ flat and stable** |
115
- | `Walker2d-v5` | 3950.09±459.01 | 3899.88±706.57 | 3842.19±718.60 | flat |
116
  | `Humanoid-v5` | 7431.52±2024.95 | 7892.65±1018.11 | 8040.41±38.02 | longer ↑, steadiest |
117
 
118
  For `Ant-v5`, the recommended serving setting is
@@ -130,7 +130,7 @@ across 0.5×/1×/2× is within run-to-run noise (`Trend` marks these `≈`).
130
  The refreshed `Hopper-v5` bundle is especially stable: all three settings average
131
  about 3,190–3,200 return with all 50 episodes reaching 1,000 steps. `Humanoid-v5`
132
  is best at 2× (highest return and its steadiest — std 38 across all 50 episodes).
133
- The context window (1×) remains a safe default.
134
 
135
  Evaluation runtime — every row above is measured on this one:
136
 
 
82
  | `Ant-v5` | `ant-v5` | 32 | 5126.03±1568.43 | 77.05±23.26 | 59.99 ✓ | 86.54 ✗ |
83
  | `HalfCheetah-v5` | `halfcheetah-v5` | 32 | 6816.48±3135.53 | 42.87±19.01 | 43.54 ✗ | 74.83 ✗ |
84
  | `Hopper-v5` | `hopper-v5` | 32 | 3199.65±21.74 | 82.87±0.57 | 42.65 ✓ | 72.91 ✓ |
85
+ | `Walker2d-v5` | `walker2d-v5` | 32 | 4122.68±299.84 | 60.19±4.38 | 59.51 | 83.26 ✗ |
86
  | `Humanoid-v5` | `humanoid-v5` | 32 | 7892.65±1018.11 | 91.63±11.99 | 63.29 ✓ | 81.30 ✓ |
87
 
88
  Training data is expert-free: bundles are trained using Minari simple and medium datasets only; expert trajectories are not used for training.
 
112
  | `Ant-v5` | 5109.97±1711.18 | 5126.03±1568.43 | **5256.33±1429.58** | **2× highest mean (≈)** |
113
  | `HalfCheetah-v5` | 6793.17±2939.17 | 6816.48±3135.53 | 6468.21±3234.51 | ≈ flat |
114
  | `Hopper-v5` | 3189.53±22.58 | **3199.65±21.74** | 3190.09±23.75 | **≈ flat and stable** |
115
+ | `Walker2d-v5` | 4021.00±573.17 | **4122.68±299.84** | 2659.11±1297.61 | **1× best; 2× collapses** |
116
  | `Humanoid-v5` | 7431.52±2024.95 | 7892.65±1018.11 | 8040.41±38.02 | longer ↑, steadiest |
117
 
118
  For `Ant-v5`, the recommended serving setting is
 
130
  The refreshed `Hopper-v5` bundle is especially stable: all three settings average
131
  about 3,190–3,200 return with all 50 episodes reaching 1,000 steps. `Humanoid-v5`
132
  is best at 2× (highest return and its steadiest — std 38 across all 50 episodes).
133
+ The refreshed `Walker2d-v5` bundle is strongest at 1×: it reaches 1,000 steps in 48/50 episodes, while 2× falls to 2,659 return and 15/50 full episodes. The context window (1×) remains a safe default.
134
 
135
  Evaluation runtime — every row above is measured on this one:
136
 
walker2d-v5/config.json CHANGED
@@ -1,14 +1,16 @@
1
  {
2
  "bundle_format_version": 2,
3
- "package_version": "0.2.2",
4
  "model_config": {
5
  "network_name": "Llama",
6
  "num_layers": 4,
7
- "d_model": 224,
8
- "num_heads": 7,
9
  "dropout": 0.05,
 
 
10
  "rope_theta": 1000.0,
11
- "intermediate_size": 896,
12
  "max_position_embeddings": 256,
13
  "context_length": 32
14
  },
@@ -83,9 +85,81 @@
83
  }
84
  ],
85
  "context_length": 32,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
86
  "state_normalization": {
87
  "embedded": true,
88
  "legacy_sidecar": false
89
  },
90
- "env_id": "Walker2d-v5"
 
 
 
91
  }
 
1
  {
2
  "bundle_format_version": 2,
3
+ "package_version": "0.14.0",
4
  "model_config": {
5
  "network_name": "Llama",
6
  "num_layers": 4,
7
+ "d_model": 256,
8
+ "num_heads": 8,
9
  "dropout": 0.05,
10
+ "use_eos": true,
11
+ "use_bos_action_gate": true,
12
  "rope_theta": 1000.0,
13
+ "intermediate_size": 1024,
14
  "max_position_embeddings": 256,
15
  "context_length": 32
16
  },
 
85
  }
86
  ],
87
  "context_length": 32,
88
+ "requires_capabilities": [],
89
+ "state_container": {
90
+ "type": "Box",
91
+ "shape": [
92
+ 17
93
+ ],
94
+ "dtype": "float64",
95
+ "low": [
96
+ "-inf",
97
+ "-inf",
98
+ "-inf",
99
+ "-inf",
100
+ "-inf",
101
+ "-inf",
102
+ "-inf",
103
+ "-inf",
104
+ "-inf",
105
+ "-inf",
106
+ "-inf",
107
+ "-inf",
108
+ "-inf",
109
+ "-inf",
110
+ "-inf",
111
+ "-inf",
112
+ "-inf"
113
+ ],
114
+ "high": [
115
+ "inf",
116
+ "inf",
117
+ "inf",
118
+ "inf",
119
+ "inf",
120
+ "inf",
121
+ "inf",
122
+ "inf",
123
+ "inf",
124
+ "inf",
125
+ "inf",
126
+ "inf",
127
+ "inf",
128
+ "inf",
129
+ "inf",
130
+ "inf",
131
+ "inf"
132
+ ]
133
+ },
134
+ "action_container": {
135
+ "type": "Box",
136
+ "shape": [
137
+ 6
138
+ ],
139
+ "dtype": "float32",
140
+ "low": [
141
+ -1.0,
142
+ -1.0,
143
+ -1.0,
144
+ -1.0,
145
+ -1.0,
146
+ -1.0
147
+ ],
148
+ "high": [
149
+ 1.0,
150
+ 1.0,
151
+ 1.0,
152
+ 1.0,
153
+ 1.0,
154
+ 1.0
155
+ ]
156
+ },
157
  "state_normalization": {
158
  "embedded": true,
159
  "legacy_sidecar": false
160
  },
161
+ "env_id": "Walker2d-v5",
162
+ "serving": {
163
+ "bos_cache_mode": "discard"
164
+ }
165
  }
walker2d-v5/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:868aa869244620a14d5a8a33519e2723fcf1566622afa390f9b336d8a216c284
3
- size 12894456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:765902feb9fe9c4a6f675375504df1bd0a6ee981f720cc890b9439c5c0dd8972
3
+ size 16834124