File size: 35,206 Bytes
d61821a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 | {
"design_sha256": "f8a5e704ada98085bba13fdfe2c991d9bef3eb4516df7bcd5433c66ecdba6ae9",
"gate_interfaces": {
"M002": "P002",
"M003": "P003",
"M004": "P003"
},
"harness_config_hashes": {
"H000": "d7954f6810962e32722e1affdd34732e8e012117d0a20d48105b81fa45b90577",
"H007": "afd24e7686faad40059390f06ae764955cbec0076a3ccaa9beccbff404ef678e",
"H018": "45d4fda710e78809ccb360750db4b7960a0ff3de30266e1cc912a276784295a0"
},
"harness_position_counts": {
"M002/H000@0": 7,
"M002/H000@1": 6,
"M002/H000@2": 7,
"M002/H007@0": 7,
"M002/H007@1": 7,
"M002/H007@2": 6,
"M002/H018@0": 6,
"M002/H018@1": 7,
"M002/H018@2": 7,
"M003/H000@0": 6,
"M003/H000@1": 7,
"M003/H000@2": 7,
"M003/H007@0": 7,
"M003/H007@1": 6,
"M003/H007@2": 7,
"M003/H018@0": 7,
"M003/H018@1": 7,
"M003/H018@2": 6,
"M004/H000@0": 7,
"M004/H000@1": 7,
"M004/H000@2": 6,
"M004/H007@0": 6,
"M004/H007@1": 7,
"M004/H007@2": 7,
"M004/H018@0": 7,
"M004/H018@1": 6,
"M004/H018@2": 7
},
"harnesses": [
"H000",
"H007",
"H018"
],
"input_sha256": {
"configs/edit_interfaces/P002_exact_replace.toml": "8fce44e367a5c9b3cf9f3fba38152a8303700ecd6e897f0050dd4fe3b01741f6",
"configs/edit_interfaces/P003_whole_file.toml": "216704949abee2a8cfbfeeb35b20ab94cdfc1069551036adc7d0771fca67f180",
"configs/experiments/E10_fresh_retrieval.toml": "50ded2ceab9dcbfb4b87d132fe7b0ff606eac4dc94ac57af4c4ed8438835a32b",
"configs/gates/E09_model_interface_gate.json": "fcf6deee5b14b31e4d8a515bc198cc613dea96220f069f50a0ab1631dc0f0a79",
"configs/harnesses/H000_exact_raw.toml": "ca87d51e076be88640eab30c99c9bf9c39feb0580e53ef822fabed96720ead3f",
"configs/harnesses/H007_full_retrieval.toml": "7ca6d0f3b9e38565500f229ed8908455882bb34933997a6365e49ec317860bc0",
"configs/harnesses/H018_oracle_file_control.toml": "39b1e51dda3406962d95b7c3718f8178f485f78475e1f0fad7eff71643c376d4",
"configs/models/m002_qwen3_6_35b_a3b_live_agent.toml": "9d8b62d454a75803d3138b0a25dabbf050f44d31e6aed29586105b6b3961b95a",
"configs/models/m003_gpt_oss_20b_live_agent.toml": "b51dccd887ec8b0ac9e197448160a02938c876b2f4cb572fadf1c21097773974",
"configs/models/m004_qwen3_coder_30b_live_agent.toml": "c6960c05828c766ca66e213114820d9ba47fcce7d13d03d79a69769793cf93f4",
"configs/repositories/R001_gitlab_runner.toml": "2bb373238c00fd952a3f42138326c169348bc506c61ce3857b7fad801b3867fd",
"configs/repositories/R002_gitlab_cli.toml": "b5ad95d1f65edf30c72d775ffddd32053b78254bf1629e2082dc50d40210ba13",
"configs/repositories/R003_python_gitlab.toml": "098edb3c9f9bd39a4f2043e367477735a9013211a76fa7b35ed718dcd10d7922",
"docs/PROTOCOL_AMENDMENTS.md": "160ef0139e64b6c1ac18401b62895ad12d74065861a078d93c261011b98925aa",
"docs/STUDY3_RESULTS.md": "278c5c5a05292269544bfc6178adabb34d38d56bec961e1b97c9ec4a9ffc9b6a",
"docs/STUDY4_PREREGISTRATION.md": "5f96b428f66ae5554245b26d0af7733e1ebf371e2c80a19df63ea298659c2f94",
"scripts/analyze_study4.py": "bec514c41fcb7b1a2b910878533864071928d550caace82ba31ccedf8810b09a",
"scripts/audit_study4_design.py": "14e52358bd76d21f277a2f4e5a500369aa050bf15b82644ba15b60a9b536c6ea",
"scripts/build_study4_tasks.py": "cf0d38a3d641c4654000a0d82bab33f2364a390bb7801ed72123dad700120391",
"scripts/preflight_study4.py": "984f36483ad97368aa3361f129c1ce446571753e9cec8d58f5bd285cf57347df",
"src/agent_harness/cli.py": "5327110de75b1d7a6be8225c44b701eca7e20a6f822bdf0af5b724a36f4c558a",
"src/agent_harness/live_agent_experiment.py": "a92747dcec0254e29ffcf8c4ee8a47842be595122455e92317d7c6d99f5d5a6a",
"src/agent_harness/protocol_experiment.py": "dbf0277112f63f7bb38b04e76743c2df8fec2a06ce0814f50e3de71045bbc1cb",
"tasks/manifests/TASK_S4_R001_001.toml": "6b943afbe1fc5e6110093ce7251309d13132260c04260839e3863450620a10bd",
"tasks/manifests/TASK_S4_R001_002.toml": "ce5cbaa78431392d07c3f90c27c976ea4aa540757978a358b0d1cf651eedc6f4",
"tasks/manifests/TASK_S4_R001_003.toml": "2b25437e7e792131fdcf0901a72ede0e9c5392d057ff3fafd4e5e072051d30c5",
"tasks/manifests/TASK_S4_R002_001.toml": "d6de6f06fc60be5e6065a5b9aabe9290f340e407b8dea7edae782a21ec8a603d",
"tasks/manifests/TASK_S4_R002_002.toml": "90b57d489916be1f89201f3732fadacb6d75ee03d662e55432be463dab6bf75f",
"tasks/manifests/TASK_S4_R002_003.toml": "bf76b3d4ae43560363eb11ba9ad90413df96141817ddd9fb902f7681e513de0d",
"tasks/manifests/TASK_S4_R002_004.toml": "8eeb68682775925b32846dce7f37a0b7e8ed23ee6c07e6bb9c5cb2215e2f8180",
"tasks/manifests/TASK_S4_R002_005.toml": "78e23ec99e43fc740b9da4838cdaea148e34845712a7870c25ae0e55902d287b",
"tasks/manifests/TASK_S4_R002_006.toml": "851d4f44eec7dda4e1a0d620771a19c057ddb4dc376b2d8be76d17661f46122d",
"tasks/manifests/TASK_S4_R002_007.toml": "3e15fe20a03f445c2a37219b2b8954d509cea816f8163b669d6521070cdec6cb",
"tasks/manifests/TASK_S4_R003_001.toml": "a8ee2e52abb9079239369ffc795e7f644dec43a0c545a8bbb3617e5a7a1c159e",
"tasks/manifests/TASK_S4_R003_002.toml": "8fe8e5c5084c96ed71560b2b83c97e4f052169e3620e3df2ebb7231c2179100a",
"tasks/manifests/TASK_S4_R003_003.toml": "bdc0a20f17017fac08917845e0910a9861325ba088a2f0af06c473c5f597437d",
"tasks/manifests/TASK_S4_R003_004.toml": "317d94213747ee1ad8c1c74a38419bf630e4b396df68aefc8aaeb4cc15b70d09",
"tasks/manifests/TASK_S4_R003_005.toml": "ccfe559fc4b39cec00580f7eb905d6093406ca85776532bfb906ed505eb9ed6f",
"tasks/manifests/TASK_S4_R003_006.toml": "10fcba70c1e11863687ca6a9a8c3721dec8a4ec8959cdc47f6bf0d3f526fc8e9",
"tasks/manifests/TASK_S4_R003_007.toml": "a5ffee4bd83bf166457abc850654e7a4f8f3116cd99e8e21158fedac6316aaa9",
"tasks/manifests/TASK_S4_R003_008.toml": "5b9089e8a37f7d13ea5ba65aeceb48fe74e71f87597bd9b023a4851a2bc3316f",
"tasks/manifests/TASK_S4_R003_009.toml": "03215c368f918bee292c5a2d0ccadb50e08eb694917007b011824a5b1c8537ef",
"tasks/manifests/TASK_S4_R003_010.toml": "30bcb836642beb2d0a3007574462b52547e1d1b038941ec4679ed42015b3231f",
"tasks/patches/TASK_S4_R001_001_source.patch": "a612037b5e9fecca3976632fdcf5af548aad873e84707058beda549efc1c52cf",
"tasks/patches/TASK_S4_R001_001_tests.patch": "0285bd9c50acd7f9c0ed7d70dd1de7f627d8798163e8212f6fc4808973c92dcc",
"tasks/patches/TASK_S4_R001_002_source.patch": "a02fc06579f91829059cfad3bbb471cca67833d68162e5d966737f62d88078ee",
"tasks/patches/TASK_S4_R001_002_tests.patch": "766690c9214306c2516085dd5677755a63599f8b8009a09c494d61ab314c0b02",
"tasks/patches/TASK_S4_R001_003_source.patch": "2aa3a8728352cae8035d41ca1dbdbe9768e763b003844993e0532f62582ad0da",
"tasks/patches/TASK_S4_R001_003_tests.patch": "7212c0a08fab663780ed576aeb4cc51799929a87e48d3f1e4f26eb7a9ab99aec",
"tasks/patches/TASK_S4_R002_001_source.patch": "82c280f4fdb9f69f4e0c9399e914b2e94d9dc4ae3b04c481c6490a7525cf67ea",
"tasks/patches/TASK_S4_R002_001_tests.patch": "d09bc99c4005d3b5616c4965b2bf9b1afcc30c2d04f60b22bc0d7c9f3ee9c0da",
"tasks/patches/TASK_S4_R002_002_source.patch": "1fdd9187a43ae99b91a8196905d24ff8ff93190b768490658bca34b4447b72d6",
"tasks/patches/TASK_S4_R002_002_tests.patch": "3da6952eb20e41a05be6a97bf86d75ff7548dfd130dfb0c524a103815e8aab6b",
"tasks/patches/TASK_S4_R002_003_source.patch": "f9dc26278f1dc63050d79d2a7bf7d46462edf3cbc78f4b4335467b1faca30e26",
"tasks/patches/TASK_S4_R002_003_tests.patch": "c944a014aa044141517b7084d2be81baaf859039eb3f6e40d2ac166d77ee0463",
"tasks/patches/TASK_S4_R002_004_source.patch": "57627463c20195b7e478e4e9cf750ac64058e852aea7f77fb6c59b10f9ea5d36",
"tasks/patches/TASK_S4_R002_004_tests.patch": "6f7cd48ed417fb2ecdddc9fca57a4c132d04b5c27e839a8a14080d9d85ee7970",
"tasks/patches/TASK_S4_R002_005_source.patch": "4919b5f332985cef9c75e124c4477b18c24587a3890586e21b889bd7e737cb8e",
"tasks/patches/TASK_S4_R002_005_tests.patch": "c19c9fc0247c6ae0b5f9c099a34f81b15c5464007b93c582a5f3d3bf7ce03616",
"tasks/patches/TASK_S4_R002_006_source.patch": "425dbed4be92c2d7812c4982880c577d497c9d8bcfcb12fb75f4d80d6076c0fb",
"tasks/patches/TASK_S4_R002_006_tests.patch": "39d218d00d81d7a6ccc252107fd954fc6f145a9efff1278d3c093147c31c3232",
"tasks/patches/TASK_S4_R002_007_source.patch": "3fd041c79f87662f4444c3e1b78dc1041749e2e19e2b7a2c6da2a70b50804791",
"tasks/patches/TASK_S4_R002_007_tests.patch": "6371e473623114e82d3b9a4b3d6f7f1d67c2faf8e95fe6b166e4301185eb0b94",
"tasks/patches/TASK_S4_R003_001_source.patch": "95a9eca59b93c5639210dcfd311d52635ce268908488ecf5682f88b69935ae36",
"tasks/patches/TASK_S4_R003_001_tests.patch": "e4b2ecb7ecc14b9b80177c02050f9183a8ccb00f8fa151ace950e4eb8c62afff",
"tasks/patches/TASK_S4_R003_002_source.patch": "ab4006712e47ba42272493c121f8fd77bf74dd19920c7ec2b2a2f9f3cd4f7a5a",
"tasks/patches/TASK_S4_R003_002_tests.patch": "dd8215e2633c2208b06cfd11c8d6918a14f2aeabb47c11cd3f866384664a2c48",
"tasks/patches/TASK_S4_R003_003_source.patch": "72c1f36b31d8814db3d2823fc13bbca6ab85b813ac93bbc7e64afd91ee959683",
"tasks/patches/TASK_S4_R003_003_tests.patch": "1333e77d1da8a13cffc77da8bea409bf6a5d8ae93b3df02d481c33710b8de8c5",
"tasks/patches/TASK_S4_R003_004_source.patch": "b5df1472f74645d90c01ad6086a09161836cb5d7599837833c818ac4d32f243e",
"tasks/patches/TASK_S4_R003_004_tests.patch": "487e83da174c4f5260c664d175980376115cc96b53d41a3476bfb6f3b4bd3d31",
"tasks/patches/TASK_S4_R003_005_source.patch": "59fd6e36a5dd442c25c9f2b2b402635532de03e8b52821abef0cb940d06a1b95",
"tasks/patches/TASK_S4_R003_005_tests.patch": "6483c54e01217bbae7c0e2b20373deb4b147647e03908b73eddb7cb55b452b9d",
"tasks/patches/TASK_S4_R003_006_source.patch": "74363f6b585a69b06c248251a8a37009d3a05fba67c2e28367755d6731f9828f",
"tasks/patches/TASK_S4_R003_006_tests.patch": "32e1584dbeac8bd170ce0a4685128813b69a59b78fbf0e25b1903b74c216289c",
"tasks/patches/TASK_S4_R003_007_source.patch": "10e8f5b103ea3eecdbe94bc4547aacb5f570170879b8880c8d5edc32d4be8d4b",
"tasks/patches/TASK_S4_R003_007_tests.patch": "76f5b1f16b00ff350dd48987ab528cb99d3e4ecf7508c8a919b7a39a65794597",
"tasks/patches/TASK_S4_R003_008_source.patch": "96ac92213ebc465a4af8840eb5b89cf42c4d0320ee0b265f458bb0b829b008de",
"tasks/patches/TASK_S4_R003_008_tests.patch": "6bb050068268402cbb5680c61f5e7d5ba5c46efe71e26d8e11b586782f00569c",
"tasks/patches/TASK_S4_R003_009_source.patch": "e094e378b58b97cef28cc9fa920e8e008f874ce5c394371fb8ab79fefeb3723b",
"tasks/patches/TASK_S4_R003_009_tests.patch": "83d32b2fb7ab7bbabdaf189008b3215deb91b325023f3c96453f663cd4455663",
"tasks/patches/TASK_S4_R003_010_source.patch": "43d13ab31a07ac5e4602badbeac9eab7653add1b0ec04d9a072fd51d05d19b37",
"tasks/patches/TASK_S4_R003_010_tests.patch": "cba4f282867be885f9dfda4b754fcef8d33a99e13376bbe9b4fb46f2c75871d8",
"tasks/selection/study4/R001_selection.json": "81ec11a53a29f59cdeacda14f6077646c6b769b6c225881f9b3f6fe4e8e3b365",
"tasks/selection/study4/R002_selection.json": "fd02c60d74c1700716342a7e6c1eca8cbfad5e2d33ae5dfeddfa1a7146c2b5a4",
"tasks/selection/study4/R003_selection.json": "80c6066b6f667f511c9ec5e4b07ed58c62444fe9636ba7f66824b472f4e8d1b1",
"tasks/splits/study4_fresh.txt": "438d03303d8c937d28b3954a119d0ba094505af768b286d0a99675b30450bb1c",
"tasks/validation/study4/TASK_S4_R001_001.json": "1696a8a2ea378e7dd095cd4c585026368961c886f16bc1cda2a955d9ea7cd12a",
"tasks/validation/study4/TASK_S4_R001_002.json": "7cf7e21c8cbba42bfaf68e79093443595036dd93a69b52c91f3a350b6da00b4e",
"tasks/validation/study4/TASK_S4_R001_003.json": "c208cc006564bb412a2f0d309b942deed92d094c3bc26eb4ff61ff92403a1917",
"tasks/validation/study4/TASK_S4_R002_001.json": "340638bce9726caf8d4c8ffb743939d9ecdfd0d124a2f1b7251796dd127dc03e",
"tasks/validation/study4/TASK_S4_R002_002.json": "70c235748ea8df852174a3f75d20ada76d021df00ae5d2866468bca19f396a5f",
"tasks/validation/study4/TASK_S4_R002_003.json": "9182689c23f24f9a9ce8ff68e330fbbe12e1906faa405ca19cb76219e9b132b0",
"tasks/validation/study4/TASK_S4_R002_004.json": "99d876195a15eca2d3831b493f260dc18e8933ec78b906c58c7883af0cefd175",
"tasks/validation/study4/TASK_S4_R002_005.json": "731873922739afba3cd576e8636a15fc5eee102c09d534994ee2bfecffc829a9",
"tasks/validation/study4/TASK_S4_R002_006.json": "5fd611c1cc53d681f042a36e36ec290256c08371a652a49ad91e6ebd97c98ade",
"tasks/validation/study4/TASK_S4_R002_007.json": "fb6f01ed2594be86429fda4ab3efe0481cbaf35d8a99a87c2ea006690a798537",
"tasks/validation/study4/TASK_S4_R003_001.json": "3444ce0a0bb0e133742a63930992eb7a9b810928744862951df15adf32169ab9",
"tasks/validation/study4/TASK_S4_R003_002.json": "a58ffa61bb82380041c283948423d4b2d83a3407567233bb5035d19839e8903b",
"tasks/validation/study4/TASK_S4_R003_003.json": "79b640a62913f667d082f4494a5e832039d880f047e801e28de429c5518b707b",
"tasks/validation/study4/TASK_S4_R003_004.json": "f52b5d8e96f883d1d0f42406e5979eaeae71e56ade6445273b4d91188b688f9d",
"tasks/validation/study4/TASK_S4_R003_005.json": "2e688e947f445d4d66d1946561ee759e7e9cb67698ba199db20c5d21f408d7b1",
"tasks/validation/study4/TASK_S4_R003_006.json": "13a8596f1d260f6905e18a9f45bd861914ab8faaaf14a972dfc4a1fd077cd4df",
"tasks/validation/study4/TASK_S4_R003_007.json": "878faf7783559c2c29c38450a56a3954ccaf13f1475df5c20c8cf2b689b4a918",
"tasks/validation/study4/TASK_S4_R003_008.json": "e2c40c796ff059ba636a6cd211b6204479a3c6fc24046974fdc8589deec97960",
"tasks/validation/study4/TASK_S4_R003_009.json": "5ce7d1944d6bd998f9b5402ccc71575d915ba7a9e79338af59abe63fa557bba1",
"tasks/validation/study4/TASK_S4_R003_010.json": "ae50afeda274b980b9f5b596cf48dd4e4bd65db84abd13efff9b9bc2a733c061",
"tests/test_protocol_experiment.py": "9f62a204c1c9be6a05fcb07b0ceea496e37aebe271739aaef80d2ca23313b4e3",
"tests/test_specs.py": "35b9016ef6400171e540e20ca2b25c3e72681ce4194105345af83e9265421136",
"tests/test_study4_analysis.py": "51bb775c2fe05881e64f5693ed54975572f53571dba428f17de8f27cace4859c"
},
"interface_config_hashes": {
"P002": "7a58b8d00618ca2457f130363fb052522af5530b509835e3ede977ea3e37de73",
"P003": "11ed59cc06fe094b8ba65f39285381235737f6b153937c33538a0050e2184d03"
},
"language_counts": {
"go": 10,
"python": 10
},
"model_config_hashes": {
"M002": "8b11f5093d4eb05ddf7019f7edd2500bcda76ba4c87646690117c117a2d62240",
"M003": "6001206e5358792f197c1edaa21ebccd2b3163931224aee1beec460378a8fb10",
"M004": "f0c0abd88201071a334a6d058450fa08d2546b78d38514d17153e8b05253d640"
},
"model_position_counts": {
"M002@0": 7,
"M002@1": 6,
"M002@2": 7,
"M003@0": 7,
"M003@1": 7,
"M003@2": 6,
"M004@0": 6,
"M004@1": 7,
"M004@2": 7
},
"models": [
"M002",
"M003",
"M004"
],
"outcome_blind": true,
"planned_cells": 180,
"prior_revision": "a3ab04ce60679447cfc91bf4005309cc762b0fd9",
"raw_e10_absent": true,
"repository_counts": {
"R001": 3,
"R002": 7,
"R003": 10
},
"schema_version": 1,
"study": "E10 protocol-normalized fresh-task retrieval",
"task_records": [
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R001_001.toml": "6b943afbe1fc5e6110093ce7251309d13132260c04260839e3863450620a10bd",
"tasks/patches/TASK_S4_R001_001_source.patch": "a612037b5e9fecca3976632fdcf5af548aad873e84707058beda549efc1c52cf",
"tasks/patches/TASK_S4_R001_001_tests.patch": "0285bd9c50acd7f9c0ed7d70dd1de7f627d8798163e8212f6fc4808973c92dcc",
"tasks/validation/study4/TASK_S4_R001_001.json": "1696a8a2ea378e7dd095cd4c585026368961c886f16bc1cda2a955d9ea7cd12a"
},
"base_commit": "f9e8e36f51764f6d4fb21739586df5d2154c5a56",
"config_hash": "03749a5866b620adb86d283041c23ffba816499a0a48a101251ff041b5546321",
"gold_commit": "2182ead78a6e17f675c2b069756aa95d7fb6403d",
"gold_files": [
"cache/cache.go",
"common/build_step_dispatch.go",
"shells/abstract.go"
],
"language": "go",
"repository_id": "R001",
"task_id": "TASK_S4_R001_001"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R001_002.toml": "ce5cbaa78431392d07c3f90c27c976ea4aa540757978a358b0d1cf651eedc6f4",
"tasks/patches/TASK_S4_R001_002_source.patch": "a02fc06579f91829059cfad3bbb471cca67833d68162e5d966737f62d88078ee",
"tasks/patches/TASK_S4_R001_002_tests.patch": "766690c9214306c2516085dd5677755a63599f8b8009a09c494d61ab314c0b02",
"tasks/validation/study4/TASK_S4_R001_002.json": "7cf7e21c8cbba42bfaf68e79093443595036dd93a69b52c91f3a350b6da00b4e"
},
"base_commit": "072b63c036f60928edc7f1952e91166d26ce4f2d",
"config_hash": "e46462bddb3c6f639526b202d77d69967b40025fcbfc86fcc3750c56186a0b5f",
"gold_commit": "382481848db18989c140cb9759e645ead01754f8",
"gold_files": [
"commands/helpers/internal/store/store_unix.go",
"scripts/check-test-directives/main.go"
],
"language": "go",
"repository_id": "R001",
"task_id": "TASK_S4_R001_002"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R001_003.toml": "2b25437e7e792131fdcf0901a72ede0e9c5392d057ff3fafd4e5e072051d30c5",
"tasks/patches/TASK_S4_R001_003_source.patch": "2aa3a8728352cae8035d41ca1dbdbe9768e763b003844993e0532f62582ad0da",
"tasks/patches/TASK_S4_R001_003_tests.patch": "7212c0a08fab663780ed576aeb4cc51799929a87e48d3f1e4f26eb7a9ab99aec",
"tasks/validation/study4/TASK_S4_R001_003.json": "c208cc006564bb412a2f0d309b942deed92d094c3bc26eb4ff61ff92403a1917"
},
"base_commit": "d4111604e7dff5cfaadd5853710eb313021514f6",
"config_hash": "cd684b4d4b2099f073b3cfcc6f635357e6e2b501eca5d26600c45efa325e2106",
"gold_commit": "7011571a3f7c3b40ad1d57535b60b383e3d600d3",
"gold_files": [
"helpers/archives/gzip_create.go"
],
"language": "go",
"repository_id": "R001",
"task_id": "TASK_S4_R001_003"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R002_001.toml": "d6de6f06fc60be5e6065a5b9aabe9290f340e407b8dea7edae782a21ec8a603d",
"tasks/patches/TASK_S4_R002_001_source.patch": "82c280f4fdb9f69f4e0c9399e914b2e94d9dc4ae3b04c481c6490a7525cf67ea",
"tasks/patches/TASK_S4_R002_001_tests.patch": "d09bc99c4005d3b5616c4965b2bf9b1afcc30c2d04f60b22bc0d7c9f3ee9c0da",
"tasks/validation/study4/TASK_S4_R002_001.json": "340638bce9726caf8d4c8ffb743939d9ecdfd0d124a2f1b7251796dd127dc03e"
},
"base_commit": "25b84cd1249d7061d07514b224d1080f46aaa555",
"config_hash": "76676460f0034db5de1ad617864cbeb2398a77dadd9aee472374dcbf44c7f41a",
"gold_commit": "5a41c3a48866bbbaff65f614ea732c20ac1e05a9",
"gold_files": [
"internal/commands/auth/docker/docker.go",
"internal/commands/completion/completion.go",
"internal/commands/job/job.go",
"internal/commands/search/search.go",
"internal/commands/token/token.go",
"internal/commands/user/events/events.go",
"internal/commands/user/user.go",
"internal/commands/version/version.go"
],
"language": "go",
"repository_id": "R002",
"task_id": "TASK_S4_R002_001"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R002_002.toml": "90b57d489916be1f89201f3732fadacb6d75ee03d662e55432be463dab6bf75f",
"tasks/patches/TASK_S4_R002_002_source.patch": "1fdd9187a43ae99b91a8196905d24ff8ff93190b768490658bca34b4447b72d6",
"tasks/patches/TASK_S4_R002_002_tests.patch": "3da6952eb20e41a05be6a97bf86d75ff7548dfd130dfb0c524a103815e8aab6b",
"tasks/validation/study4/TASK_S4_R002_002.json": "70c235748ea8df852174a3f75d20ada76d021df00ae5d2866468bca19f396a5f"
},
"base_commit": "0e9cccbc7795063acf1fd3e374140ddf5eba3f71",
"config_hash": "4c4d70b0e8fde95149b6d80fb58aa8cadfc85825a14ca30c8d69cd6fc048329a",
"gold_commit": "93b90268f7cb69735bfa6d82a55c506e1c00b127",
"gold_files": [
"internal/commands/release/create/create.go",
"internal/commands/release/list/release_list.go",
"internal/commands/release/release.go",
"internal/commands/release/upload/upload.go"
],
"language": "go",
"repository_id": "R002",
"task_id": "TASK_S4_R002_002"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R002_003.toml": "bf76b3d4ae43560363eb11ba9ad90413df96141817ddd9fb902f7681e513de0d",
"tasks/patches/TASK_S4_R002_003_source.patch": "f9dc26278f1dc63050d79d2a7bf7d46462edf3cbc78f4b4335467b1faca30e26",
"tasks/patches/TASK_S4_R002_003_tests.patch": "c944a014aa044141517b7084d2be81baaf859039eb3f6e40d2ac166d77ee0463",
"tasks/validation/study4/TASK_S4_R002_003.json": "9182689c23f24f9a9ce8ff68e330fbbe12e1906faa405ca19cb76219e9b132b0"
},
"base_commit": "4d7442ac69c6d3b8f86af4764f4143b310650cba",
"config_hash": "fa2a082b91fc3b3a20ecbef336683e9b875d737560a5bd5aae19c261af9d4c78",
"gold_commit": "f98d22beb615822fa20c32ddaf0fd3b13c8cd233",
"gold_files": [
"internal/binarymgr/extract.go",
"internal/commands/orbit/local/execute_windows.go",
"internal/commands/orbit/local/local.go"
],
"language": "go",
"repository_id": "R002",
"task_id": "TASK_S4_R002_003"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R002_004.toml": "8eeb68682775925b32846dce7f37a0b7e8ed23ee6c07e6bb9c5cb2215e2f8180",
"tasks/patches/TASK_S4_R002_004_source.patch": "57627463c20195b7e478e4e9cf750ac64058e852aea7f77fb6c59b10f9ea5d36",
"tasks/patches/TASK_S4_R002_004_tests.patch": "6f7cd48ed417fb2ecdddc9fca57a4c132d04b5c27e839a8a14080d9d85ee7970",
"tasks/validation/study4/TASK_S4_R002_004.json": "99d876195a15eca2d3831b493f260dc18e8933ec78b906c58c7883af0cefd175"
},
"base_commit": "e166c948a89b4f894f6aed5667c6da6db368009d",
"config_hash": "11408f1268142b53144f5f41da08eec40ad25fabcde55d354a8b995a4a430b97",
"gold_commit": "53e0d461574a38aee207be4ebf0d6879af317e9d",
"gold_files": [
"internal/commands/milestone/create/create.go",
"internal/commands/milestone/delete/delete.go",
"internal/commands/milestone/edit/edit.go",
"internal/commands/milestone/get/get.go",
"internal/commands/milestone/list/list.go",
"internal/commands/milestone/milestone.go"
],
"language": "go",
"repository_id": "R002",
"task_id": "TASK_S4_R002_004"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R002_005.toml": "78e23ec99e43fc740b9da4838cdaea148e34845712a7870c25ae0e55902d287b",
"tasks/patches/TASK_S4_R002_005_source.patch": "4919b5f332985cef9c75e124c4477b18c24587a3890586e21b889bd7e737cb8e",
"tasks/patches/TASK_S4_R002_005_tests.patch": "c19c9fc0247c6ae0b5f9c099a34f81b15c5464007b93c582a5f3d3bf7ce03616",
"tasks/validation/study4/TASK_S4_R002_005.json": "731873922739afba3cd576e8636a15fc5eee102c09d534994ee2bfecffc829a9"
},
"base_commit": "d3f3944d353186f4bebce0d3924ab6958d93ce79",
"config_hash": "f7b5b8908fa4e3c18b459b18af5efb2be66599cfb591b36f9840a9d478e779b3",
"gold_commit": "ea857f79232d912db3b272e2601a48edfd942242",
"gold_files": [
"internal/commands/mr/checkout/mr_checkout.go",
"internal/git/git_runner.go",
"internal/git/stacked.go",
"internal/git/test_helpers.go",
"internal/git/testing/git_runner.go"
],
"language": "go",
"repository_id": "R002",
"task_id": "TASK_S4_R002_005"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R002_006.toml": "851d4f44eec7dda4e1a0d620771a19c057ddb4dc376b2d8be76d17661f46122d",
"tasks/patches/TASK_S4_R002_006_source.patch": "425dbed4be92c2d7812c4982880c577d497c9d8bcfcb12fb75f4d80d6076c0fb",
"tasks/patches/TASK_S4_R002_006_tests.patch": "39d218d00d81d7a6ccc252107fd954fc6f145a9efff1278d3c093147c31c3232",
"tasks/validation/study4/TASK_S4_R002_006.json": "5fd611c1cc53d681f042a36e36ec290256c08371a652a49ad91e6ebd97c98ade"
},
"base_commit": "a5989bd1df301e44199b91c6252772214a7241f2",
"config_hash": "5d3952969263e332725b7e8ecf5ca0b1b740ede82514f7deb87c9e8951fc458e",
"gold_commit": "1e3328be01cb5b0839d5b9aeea942b143950776c",
"gold_files": [
"cmd/glab/main.go",
"internal/text/hyperlink.go"
],
"language": "go",
"repository_id": "R002",
"task_id": "TASK_S4_R002_006"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R002_007.toml": "3e15fe20a03f445c2a37219b2b8954d509cea816f8163b669d6521070cdec6cb",
"tasks/patches/TASK_S4_R002_007_source.patch": "3fd041c79f87662f4444c3e1b78dc1041749e2e19e2b7a2c6da2a70b50804791",
"tasks/patches/TASK_S4_R002_007_tests.patch": "6371e473623114e82d3b9a4b3d6f7f1d67c2faf8e95fe6b166e4301185eb0b94",
"tasks/validation/study4/TASK_S4_R002_007.json": "fb6f01ed2594be86429fda4ab3efe0481cbaf35d8a99a87c2ea006690a798537"
},
"base_commit": "9544a11db38f7549b25f967a784742fd2562ca32",
"config_hash": "10aec0c4a30d94e5c0ac0fef4a9800825008a2764359e2364aacaaf1df39a843",
"gold_commit": "b354b40c8fb47dc6b37888b6d1c20e523696f3f1",
"gold_files": [
"cmd/gen-docs/urlwrapper/wrapper.go"
],
"language": "go",
"repository_id": "R002",
"task_id": "TASK_S4_R002_007"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R003_001.toml": "a8ee2e52abb9079239369ffc795e7f644dec43a0c545a8bbb3617e5a7a1c159e",
"tasks/patches/TASK_S4_R003_001_source.patch": "95a9eca59b93c5639210dcfd311d52635ce268908488ecf5682f88b69935ae36",
"tasks/patches/TASK_S4_R003_001_tests.patch": "e4b2ecb7ecc14b9b80177c02050f9183a8ccb00f8fa151ace950e4eb8c62afff",
"tasks/validation/study4/TASK_S4_R003_001.json": "3444ce0a0bb0e133742a63930992eb7a9b810928744862951df15adf32169ab9"
},
"base_commit": "4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5",
"config_hash": "09e84eb6a1ba86305e0630eb4d6a058bc8aa72f5ff42487929da81cfb5a2226e",
"gold_commit": "7ec3189d6eacdb55925e8be886a44d7ee09eb9ca",
"gold_files": [
"gitlab/v4/cli.py"
],
"language": "python",
"repository_id": "R003",
"task_id": "TASK_S4_R003_001"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R003_002.toml": "8fe8e5c5084c96ed71560b2b83c97e4f052169e3620e3df2ebb7231c2179100a",
"tasks/patches/TASK_S4_R003_002_source.patch": "ab4006712e47ba42272493c121f8fd77bf74dd19920c7ec2b2a2f9f3cd4f7a5a",
"tasks/patches/TASK_S4_R003_002_tests.patch": "dd8215e2633c2208b06cfd11c8d6918a14f2aeabb47c11cd3f866384664a2c48",
"tasks/validation/study4/TASK_S4_R003_002.json": "a58ffa61bb82380041c283948423d4b2d83a3407567233bb5035d19839e8903b"
},
"base_commit": "cbc13a61e0f15880b49a3d0208cc603d7d0b57e3",
"config_hash": "f65c663c4c7bd9dc25a5a7f56a1c99ba9b8a68527ed3343203f186b499719af8",
"gold_commit": "adbd90cadffe1d9e9716a6e3826f30664866ad3f",
"gold_files": [
"gitlab/v4/objects/__init__.py",
"gitlab/v4/objects/merge_requests.py",
"gitlab/v4/objects/reviewers.py"
],
"language": "python",
"repository_id": "R003",
"task_id": "TASK_S4_R003_002"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R003_003.toml": "bdc0a20f17017fac08917845e0910a9861325ba088a2f0af06c473c5f597437d",
"tasks/patches/TASK_S4_R003_003_source.patch": "72c1f36b31d8814db3d2823fc13bbca6ab85b813ac93bbc7e64afd91ee959683",
"tasks/patches/TASK_S4_R003_003_tests.patch": "1333e77d1da8a13cffc77da8bea409bf6a5d8ae93b3df02d481c33710b8de8c5",
"tasks/validation/study4/TASK_S4_R003_003.json": "79b640a62913f667d082f4494a5e832039d880f047e801e28de429c5518b707b"
},
"base_commit": "57749d46de1d975aacb82758c268fc26e5e6ed8b",
"config_hash": "3dc1dfea62609ff7a8187d3f2204c8c0feab253f2a05896c65169b3a98e7d867",
"gold_commit": "b13971d5472cb228f9e6a8f2fa05a7cc94d03ebe",
"gold_files": [
"gitlab/exceptions.py",
"gitlab/mixins.py",
"gitlab/v4/objects/group_access_tokens.py",
"gitlab/v4/objects/personal_access_tokens.py",
"gitlab/v4/objects/project_access_tokens.py"
],
"language": "python",
"repository_id": "R003",
"task_id": "TASK_S4_R003_003"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R003_004.toml": "317d94213747ee1ad8c1c74a38419bf630e4b396df68aefc8aaeb4cc15b70d09",
"tasks/patches/TASK_S4_R003_004_source.patch": "b5df1472f74645d90c01ad6086a09161836cb5d7599837833c818ac4d32f243e",
"tasks/patches/TASK_S4_R003_004_tests.patch": "487e83da174c4f5260c664d175980376115cc96b53d41a3476bfb6f3b4bd3d31",
"tasks/validation/study4/TASK_S4_R003_004.json": "f52b5d8e96f883d1d0f42406e5979eaeae71e56ade6445273b4d91188b688f9d"
},
"base_commit": "dae9e522a26041f5b3c6461cc8a5e284f3376a79",
"config_hash": "728e9cd4ccba27bb3b096c51a31db51f4acb12bd953b949d084c8e09cc526074",
"gold_commit": "57749d46de1d975aacb82758c268fc26e5e6ed8b",
"gold_files": [
"gitlab/cli.py"
],
"language": "python",
"repository_id": "R003",
"task_id": "TASK_S4_R003_004"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R003_005.toml": "ccfe559fc4b39cec00580f7eb905d6093406ca85776532bfb906ed505eb9ed6f",
"tasks/patches/TASK_S4_R003_005_source.patch": "59fd6e36a5dd442c25c9f2b2b402635532de03e8b52821abef0cb940d06a1b95",
"tasks/patches/TASK_S4_R003_005_tests.patch": "6483c54e01217bbae7c0e2b20373deb4b147647e03908b73eddb7cb55b452b9d",
"tasks/validation/study4/TASK_S4_R003_005.json": "2e688e947f445d4d66d1946561ee759e7e9cb67698ba199db20c5d21f408d7b1"
},
"base_commit": "dcca59d1a5966283c1120cfb639c01a76214d2b2",
"config_hash": "9daa1c57674e65124821f62877e2449c176674aab007ad0c013d4dcdeb3be1f3",
"gold_commit": "dae9e522a26041f5b3c6461cc8a5e284f3376a79",
"gold_files": [
"gitlab/v4/objects/group_access_tokens.py",
"gitlab/v4/objects/project_access_tokens.py"
],
"language": "python",
"repository_id": "R003",
"task_id": "TASK_S4_R003_005"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R003_006.toml": "10fcba70c1e11863687ca6a9a8c3721dec8a4ec8959cdc47f6bf0d3f526fc8e9",
"tasks/patches/TASK_S4_R003_006_source.patch": "74363f6b585a69b06c248251a8a37009d3a05fba67c2e28367755d6731f9828f",
"tasks/patches/TASK_S4_R003_006_tests.patch": "32e1584dbeac8bd170ce0a4685128813b69a59b78fbf0e25b1903b74c216289c",
"tasks/validation/study4/TASK_S4_R003_006.json": "13a8596f1d260f6905e18a9f45bd861914ab8faaaf14a972dfc4a1fd077cd4df"
},
"base_commit": "fad14413f4f27f1b6f902703b5075528aac52451",
"config_hash": "f0733f17041df63233fab00cd57d9b952d22fb1710c0f71019836b1cb816c959",
"gold_commit": "3fe9fa64d9a38bc77950046f2950660d8d7e27a6",
"gold_files": [
"gitlab/cli.py"
],
"language": "python",
"repository_id": "R003",
"task_id": "TASK_S4_R003_006"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R003_007.toml": "a5ffee4bd83bf166457abc850654e7a4f8f3116cd99e8e21158fedac6316aaa9",
"tasks/patches/TASK_S4_R003_007_source.patch": "10e8f5b103ea3eecdbe94bc4547aacb5f570170879b8880c8d5edc32d4be8d4b",
"tasks/patches/TASK_S4_R003_007_tests.patch": "76f5b1f16b00ff350dd48987ab528cb99d3e4ecf7508c8a919b7a39a65794597",
"tasks/validation/study4/TASK_S4_R003_007.json": "878faf7783559c2c29c38450a56a3954ccaf13f1475df5c20c8cf2b689b4a918"
},
"base_commit": "428b4fdee5402f1588f35fb50d98b2225d083f6d",
"config_hash": "6718499305e640832740afc7d2929fefb0290e94805dc54b120ca018556cd4a5",
"gold_commit": "ebf9d821cfc36071fca05d38b82c641ae30c974c",
"gold_files": [
"gitlab/client.py",
"gitlab/v4/objects/__init__.py",
"gitlab/v4/objects/draft_notes.py",
"gitlab/v4/objects/merge_requests.py"
],
"language": "python",
"repository_id": "R003",
"task_id": "TASK_S4_R003_007"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R003_008.toml": "5b9089e8a37f7d13ea5ba65aeceb48fe74e71f87597bd9b023a4851a2bc3316f",
"tasks/patches/TASK_S4_R003_008_source.patch": "96ac92213ebc465a4af8840eb5b89cf42c4d0320ee0b265f458bb0b829b008de",
"tasks/patches/TASK_S4_R003_008_tests.patch": "6bb050068268402cbb5680c61f5e7d5ba5c46efe71e26d8e11b586782f00569c",
"tasks/validation/study4/TASK_S4_R003_008.json": "e2c40c796ff059ba636a6cd211b6204479a3c6fc24046974fdc8589deec97960"
},
"base_commit": "f4ce86770befef77c7c556fd5cfe25165f59f515",
"config_hash": "b1c0a3826504c29e8154e4103bd01c21bbc86ebd7278742b49f4a75cc57ac3a7",
"gold_commit": "7b864b81fd348c6a42e32ace846d1acbcfc43998",
"gold_files": [
"gitlab/mixins.py",
"gitlab/v4/objects/projects.py",
"gitlab/v4/objects/wikis.py"
],
"language": "python",
"repository_id": "R003",
"task_id": "TASK_S4_R003_008"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R003_009.toml": "03215c368f918bee292c5a2d0ccadb50e08eb694917007b011824a5b1c8537ef",
"tasks/patches/TASK_S4_R003_009_source.patch": "e094e378b58b97cef28cc9fa920e8e008f874ce5c394371fb8ab79fefeb3723b",
"tasks/patches/TASK_S4_R003_009_tests.patch": "83d32b2fb7ab7bbabdaf189008b3215deb91b325023f3c96453f663cd4455663",
"tasks/validation/study4/TASK_S4_R003_009.json": "5ce7d1944d6bd998f9b5402ccc71575d915ba7a9e79338af59abe63fa557bba1"
},
"base_commit": "1e7f257e79a7adf1e6f2bc9222fd5031340d26c3",
"config_hash": "5572f43008520b246e4bc9b17414fd0295972f50cb307442ee558315eeecae3e",
"gold_commit": "5b4addda59597a5f363974e59e5ea8463a0806ae",
"gold_files": [
"gitlab/v4/objects/packages.py"
],
"language": "python",
"repository_id": "R003",
"task_id": "TASK_S4_R003_009"
},
{
"artifact_sha256": {
"tasks/manifests/TASK_S4_R003_010.toml": "30bcb836642beb2d0a3007574462b52547e1d1b038941ec4679ed42015b3231f",
"tasks/patches/TASK_S4_R003_010_source.patch": "43d13ab31a07ac5e4602badbeac9eab7653add1b0ec04d9a072fd51d05d19b37",
"tasks/patches/TASK_S4_R003_010_tests.patch": "cba4f282867be885f9dfda4b754fcef8d33a99e13376bbe9b4fb46f2c75871d8",
"tasks/validation/study4/TASK_S4_R003_010.json": "ae50afeda274b980b9f5b596cf48dd4e4bd65db84abd13efff9b9bc2a733c061"
},
"base_commit": "a788cff7c1c651c512f15a9a1045c1e4d449d854",
"config_hash": "7aae725b6648a9fbeb44c4c1e504ac2e37f9f4249695252cbc8bf4d4e1270506",
"gold_commit": "61e0faec2014919e0a2e79106089f6838be8ad0e",
"gold_files": [
"gitlab/_backends/requests_backend.py",
"gitlab/client.py",
"gitlab/v4/objects/packages.py"
],
"language": "python",
"repository_id": "R003",
"task_id": "TASK_S4_R003_010"
}
],
"tasks": 20
}
|