File size: 15,243 Bytes
51adac7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 | {
"adapter_file": "adapters/primary/primary/adapter_model.safetensors",
"adapter_sha256": "f0a1e400ab37136131996109ff3c041c8a8e4425e11250c5d82eee098b43baff",
"adapter_trainable_parameters": 1298432,
"artifact_hashes": {
"adapters/primary/README.md": "b997674c5241dc4f82e15cb8ddd7c3ffef8b8bab3d31a648f3bd70bb8d5eac35",
"adapters/primary/primary/adapter_config.json": "3869910184dc4955a19a1c7ca753cb0018fe9b8d5c4a49b373eec56d53f10004",
"adapters/primary/primary/adapter_model.safetensors": "f0a1e400ab37136131996109ff3c041c8a8e4425e11250c5d82eee098b43baff",
"checkpoint-metrics.jsonl": "1dc37f0670a6550e8daa933e9be762b4eb7cc9863bba62dcadadd452eaa5fd5d",
"checkpoints/step-100/README.md": "b997674c5241dc4f82e15cb8ddd7c3ffef8b8bab3d31a648f3bd70bb8d5eac35",
"checkpoints/step-100/primary/adapter_config.json": "3869910184dc4955a19a1c7ca753cb0018fe9b8d5c4a49b373eec56d53f10004",
"checkpoints/step-100/primary/adapter_model.safetensors": "1d8d7a813be64eae23f083648b24ed18df1813fcca09342641c1fd9549f1749a",
"checkpoints/step-200/README.md": "b997674c5241dc4f82e15cb8ddd7c3ffef8b8bab3d31a648f3bd70bb8d5eac35",
"checkpoints/step-200/primary/adapter_config.json": "3869910184dc4955a19a1c7ca753cb0018fe9b8d5c4a49b373eec56d53f10004",
"checkpoints/step-200/primary/adapter_model.safetensors": "694e7f0120625822365ea58e6cb2c1808579fd4a4e0977b676199ba996c34588",
"checkpoints/step-50/README.md": "b997674c5241dc4f82e15cb8ddd7c3ffef8b8bab3d31a648f3bd70bb8d5eac35",
"checkpoints/step-50/primary/adapter_config.json": "3869910184dc4955a19a1c7ca753cb0018fe9b8d5c4a49b373eec56d53f10004",
"checkpoints/step-50/primary/adapter_model.safetensors": "f0a1e400ab37136131996109ff3c041c8a8e4425e11250c5d82eee098b43baff",
"grammar-preflight.json": "bdaf72ff6d0c21ae5dcc8d772ae505c6f82bf28e32290498b6295d5ff9dff8b0",
"result.json": "fc8d74ccc1cee13421f1f523d4341a02b66d05ca8da498102f70656cae137427",
"training-manifest.json": "d07de5affabfe47c22cd7e99ef9982829027f4ea24b6bab8748981f6c605ab94"
},
"artifact_root": "/jump-runs/gemma-primary-exploratory/d07de5affabfe47c22cd7e99ef9982829027f4ea24b6bab8748981f6c605ab94",
"base_trainable_parameters": 0,
"checkpoints": [
{
"adapter_dir": "checkpoints/step-50/primary",
"adapter_sha256": "f0a1e400ab37136131996109ff3c041c8a8e4425e11250c5d82eee098b43baff",
"answer_token_accuracy": 0.9217171717171717,
"decoded": [
{
"episode_id": "60134c6e5af0ad59742d",
"exact": true,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,0,1,0,0]}"
},
{
"episode_id": "d614ab65659bd62b339e",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,0,1,1,1]}"
},
{
"episode_id": "1781a89d8e6cd33650a3",
"exact": true,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,1,0,0,1]}"
},
{
"episode_id": "ccea8fb5cc95448fdfac",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"attract\"},\"partition\":[0,1,0,1,1,0]}"
},
{
"episode_id": "1ef1104d156c78f54690",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,1,0,1,0]}"
},
{
"episode_id": "94ca013f0357f8526974",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,0,0,1,1]}"
},
{
"episode_id": "6ecd6b981be1a15eaa46",
"exact": true,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,1,0,0,1]}"
},
{
"episode_id": "655b63a4c832454e56f6",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,1,0,1,1]}"
},
{
"episode_id": "d3cdbeb5336553a8f592",
"exact": true,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,1,1,0,0]}"
},
{
"episode_id": "92fe86aaca92265e076f",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,0,1,1,0]}"
},
{
"episode_id": "6d516a089a32fbbbea1b",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"attract\"},\"partition\":[0,1,0,0,0,1]}"
},
{
"episode_id": "4573813980de6888fc9d",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"attract\"},\"partition\":[0,1,1,0,1,0]}"
}
],
"examples": 12,
"generated_exact_json_accuracy": 0.3333333333333333,
"generated_json_parse_rate": 1.0,
"step": 50,
"teacher_forced_loss": 0.31487923860549927
},
{
"adapter_dir": "checkpoints/step-100/primary",
"adapter_sha256": "1d8d7a813be64eae23f083648b24ed18df1813fcca09342641c1fd9549f1749a",
"answer_token_accuracy": 0.9621212121212122,
"decoded": [
{
"episode_id": "60134c6e5af0ad59742d",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"repel\"},\"partition\":[0,1,0,1,0,0]}"
},
{
"episode_id": "d614ab65659bd62b339e",
"exact": false,
"text": "{\"law\":{\"different\":\"attract\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,0,1,1,1]}"
},
{
"episode_id": "1781a89d8e6cd33650a3",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"repel\"},\"partition\":[0,1,1,0,0,1]}"
},
{
"episode_id": "ccea8fb5cc95448fdfac",
"exact": false,
"text": "{\"law\":{\"different\":\"attract\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,0,1,1,0]}"
},
{
"episode_id": "1ef1104d156c78f54690",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,1,0,1,1]}"
},
{
"episode_id": "94ca013f0357f8526974",
"exact": true,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"repel\"},\"partition\":[0,1,0,0,1,1]}"
},
{
"episode_id": "6ecd6b981be1a15eaa46",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"repel\"},\"partition\":[0,1,1,0,0,1]}"
},
{
"episode_id": "655b63a4c832454e56f6",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"attract\"},\"partition\":[0,0,1,0,1,1]}"
},
{
"episode_id": "d3cdbeb5336553a8f592",
"exact": true,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,1,1,0,0]}"
},
{
"episode_id": "92fe86aaca92265e076f",
"exact": true,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"repel\"},\"partition\":[0,0,0,1,1,0]}"
},
{
"episode_id": "6d516a089a32fbbbea1b",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"attract\"},\"partition\":[0,1,0,0,0,1]}"
},
{
"episode_id": "4573813980de6888fc9d",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"attract\"},\"partition\":[0,1,1,0,1,0]}"
}
],
"examples": 12,
"generated_exact_json_accuracy": 0.25,
"generated_json_parse_rate": 1.0,
"step": 100,
"teacher_forced_loss": 0.05907239951193333
},
{
"adapter_dir": "checkpoints/step-200/primary",
"adapter_sha256": "694e7f0120625822365ea58e6cb2c1808579fd4a4e0977b676199ba996c34588",
"answer_token_accuracy": 0.9671717171717171,
"decoded": [
{
"episode_id": "60134c6e5af0ad59742d",
"exact": false,
"text": "{\"law\":{\"different\":\"attract\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,0,1,0,0]}"
},
{
"episode_id": "d614ab65659bd62b339e",
"exact": false,
"text": "{\"law\":{\"different\":\"attract\",\"exponent\":2,\"same\":\"attract\"},\"partition\":[0,0,0,1,1,1]}"
},
{
"episode_id": "1781a89d8e6cd33650a3",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"repel\"},\"partition\":[0,1,1,0,0,1]}"
},
{
"episode_id": "ccea8fb5cc95448fdfac",
"exact": false,
"text": "{\"law\":{\"different\":\"attract\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,0,1,1,0]}"
},
{
"episode_id": "1ef1104d156c78f54690",
"exact": true,
"text": "{\"law\":{\"different\":\"attract\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,1,0,1,1]}"
},
{
"episode_id": "94ca013f0357f8526974",
"exact": false,
"text": "{\"law\":{\"different\":\"attract\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,0,0,1,1]}"
},
{
"episode_id": "6ecd6b981be1a15eaa46",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"repel\"},\"partition\":[0,1,1,0,0,1]}"
},
{
"episode_id": "655b63a4c832454e56f6",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,1,0,1,1]}"
},
{
"episode_id": "d3cdbeb5336553a8f592",
"exact": false,
"text": "{\"law\":{\"different\":\"attract\",\"exponent\":2,\"same\":\"repel\"},\"partition\":[0,1,1,1,0,0]}"
},
{
"episode_id": "92fe86aaca92265e076f",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,0,1,1,0]}"
},
{
"episode_id": "6d516a089a32fbbbea1b",
"exact": false,
"text": "{\"law\":{\"different\":\"attract\",\"exponent\":2,\"same\":\"repel\"},\"partition\":[0,1,0,0,0,1]}"
},
{
"episode_id": "4573813980de6888fc9d",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,1,0,1,0]}"
}
],
"examples": 12,
"generated_exact_json_accuracy": 0.08333333333333333,
"generated_json_parse_rate": 1.0,
"step": 200,
"teacher_forced_loss": 0.06225178204476833
}
],
"claim_label": "exploratory product recovery; not confirmatory, G3, or mechanistic evidence",
"dataset_sha256": "10b3d9cad161d415914e62795136675339a29c3cb141a4169b413da3dad75802",
"demo_usable": true,
"duration_seconds": 407.859539173,
"environment": {
"cuda": "13.0",
"gpu": "NVIDIA H100 80GB HBM3",
"package_lock": {
"accelerate": "1.14.0",
"huggingface_hub": "1.14.0",
"peft": "0.20.0",
"pillow": "12.3.0",
"python": "3.12",
"safetensors": "0.8.0",
"torch": "2.11.0",
"torchvision": "0.26.0",
"transformers": "git+https://github.com/huggingface/transformers.git@918dbf131d0df5b46e3f6e1d96174d62aa4d16d6"
},
"python": "3.12.10",
"torch": "2.11.0+cu130"
},
"estimated_cost_usd": 0.4474219144727809,
"final_test": {
"answer_token_accuracy": 0.9090909090909091,
"decoded": [
{
"episode_id": "ae34a0824f633da593fd",
"exact": true,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,0,1,1,1]}"
},
{
"episode_id": "7a002ceb4dad1056e65a",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,1,0,1,1]}"
},
{
"episode_id": "9246e9536e368abc52b7",
"exact": true,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,0,1,0,0]}"
},
{
"episode_id": "4955b2e1bd5fb2e31a27",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,1,0,1,0]}"
},
{
"episode_id": "a7d37707e18bc3ea163c",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,1,1,1,1]}"
},
{
"episode_id": "495e93030025b0a0eb31",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,0,1,1,0]}"
},
{
"episode_id": "e74b713b01d6d6df2781",
"exact": true,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,1,0,1,1]}"
},
{
"episode_id": "2951145c59e4ec3d5620",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,0,1,1,1]}"
},
{
"episode_id": "5896a624cc99c4669ad3",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"attract\"},\"partition\":[0,1,0,1,0,1]}"
},
{
"episode_id": "820568098820a9052af4",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"attract\"},\"partition\":[0,1,0,0,1,0]}"
},
{
"episode_id": "83370c8d6e932dc0fcaa",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,1,0,0,0]}"
},
{
"episode_id": "efef45593582c8311f4d",
"exact": false,
"text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,1,0,1,1]}"
}
],
"examples": 12,
"generated_exact_json_accuracy": 0.25,
"generated_json_parse_rate": 1.0,
"teacher_forced_loss": 0.31303876638412476
},
"forecast_cost_usd": 7.8984,
"grammar_sha256": "c5c67dca66f7f97fadb010a98b0c946960a4b7e96c8c08bff4ee7b2a44b8d20c",
"manifest_sha256": "d07de5affabfe47c22cd7e99ef9982829027f4ea24b6bab8748981f6c605ab94",
"mechanistic_evidence": false,
"peak_cuda_memory_bytes": 44658674176,
"schema_version": "jump.track-h-gemma-product-recovery-result/v1",
"selected_step": 50,
"status": "completed",
"stopped_on_parse_regression": false,
"tokenized_dataset_sha256": "1bfe1a46d19c8397e58f9fb8b4553524a0dce3764659966d1a1ec3c63b5d83ae"
}
|