| { |
| "design_sha256": "f8a5e704ada98085bba13fdfe2c991d9bef3eb4516df7bcd5433c66ecdba6ae9", |
| "gate_interfaces": { |
| "M002": "P002", |
| "M003": "P003", |
| "M004": "P003" |
| }, |
| "harness_config_hashes": { |
| "H000": "d7954f6810962e32722e1affdd34732e8e012117d0a20d48105b81fa45b90577", |
| "H007": "afd24e7686faad40059390f06ae764955cbec0076a3ccaa9beccbff404ef678e", |
| "H018": "45d4fda710e78809ccb360750db4b7960a0ff3de30266e1cc912a276784295a0" |
| }, |
| "harness_position_counts": { |
| "M002/H000@0": 7, |
| "M002/H000@1": 6, |
| "M002/H000@2": 7, |
| "M002/H007@0": 7, |
| "M002/H007@1": 7, |
| "M002/H007@2": 6, |
| "M002/H018@0": 6, |
| "M002/H018@1": 7, |
| "M002/H018@2": 7, |
| "M003/H000@0": 6, |
| "M003/H000@1": 7, |
| "M003/H000@2": 7, |
| "M003/H007@0": 7, |
| "M003/H007@1": 6, |
| "M003/H007@2": 7, |
| "M003/H018@0": 7, |
| "M003/H018@1": 7, |
| "M003/H018@2": 6, |
| "M004/H000@0": 7, |
| "M004/H000@1": 7, |
| "M004/H000@2": 6, |
| "M004/H007@0": 6, |
| "M004/H007@1": 7, |
| "M004/H007@2": 7, |
| "M004/H018@0": 7, |
| "M004/H018@1": 6, |
| "M004/H018@2": 7 |
| }, |
| "harnesses": [ |
| "H000", |
| "H007", |
| "H018" |
| ], |
| "input_sha256": { |
| "configs/edit_interfaces/P002_exact_replace.toml": "8fce44e367a5c9b3cf9f3fba38152a8303700ecd6e897f0050dd4fe3b01741f6", |
| "configs/edit_interfaces/P003_whole_file.toml": "216704949abee2a8cfbfeeb35b20ab94cdfc1069551036adc7d0771fca67f180", |
| "configs/experiments/E10_fresh_retrieval.toml": "50ded2ceab9dcbfb4b87d132fe7b0ff606eac4dc94ac57af4c4ed8438835a32b", |
| "configs/gates/E09_model_interface_gate.json": "fcf6deee5b14b31e4d8a515bc198cc613dea96220f069f50a0ab1631dc0f0a79", |
| "configs/harnesses/H000_exact_raw.toml": "ca87d51e076be88640eab30c99c9bf9c39feb0580e53ef822fabed96720ead3f", |
| "configs/harnesses/H007_full_retrieval.toml": "7ca6d0f3b9e38565500f229ed8908455882bb34933997a6365e49ec317860bc0", |
| "configs/harnesses/H018_oracle_file_control.toml": "39b1e51dda3406962d95b7c3718f8178f485f78475e1f0fad7eff71643c376d4", |
| "configs/models/m002_qwen3_6_35b_a3b_live_agent.toml": "9d8b62d454a75803d3138b0a25dabbf050f44d31e6aed29586105b6b3961b95a", |
| "configs/models/m003_gpt_oss_20b_live_agent.toml": "b51dccd887ec8b0ac9e197448160a02938c876b2f4cb572fadf1c21097773974", |
| "configs/models/m004_qwen3_coder_30b_live_agent.toml": "c6960c05828c766ca66e213114820d9ba47fcce7d13d03d79a69769793cf93f4", |
| "configs/repositories/R001_gitlab_runner.toml": "2bb373238c00fd952a3f42138326c169348bc506c61ce3857b7fad801b3867fd", |
| "configs/repositories/R002_gitlab_cli.toml": "b5ad95d1f65edf30c72d775ffddd32053b78254bf1629e2082dc50d40210ba13", |
| "configs/repositories/R003_python_gitlab.toml": "098edb3c9f9bd39a4f2043e367477735a9013211a76fa7b35ed718dcd10d7922", |
| "docs/PROTOCOL_AMENDMENTS.md": "160ef0139e64b6c1ac18401b62895ad12d74065861a078d93c261011b98925aa", |
| "docs/STUDY3_RESULTS.md": "278c5c5a05292269544bfc6178adabb34d38d56bec961e1b97c9ec4a9ffc9b6a", |
| "docs/STUDY4_PREREGISTRATION.md": "5f96b428f66ae5554245b26d0af7733e1ebf371e2c80a19df63ea298659c2f94", |
| "scripts/analyze_study4.py": "bec514c41fcb7b1a2b910878533864071928d550caace82ba31ccedf8810b09a", |
| "scripts/audit_study4_design.py": "14e52358bd76d21f277a2f4e5a500369aa050bf15b82644ba15b60a9b536c6ea", |
| "scripts/build_study4_tasks.py": "cf0d38a3d641c4654000a0d82bab33f2364a390bb7801ed72123dad700120391", |
| "scripts/preflight_study4.py": "984f36483ad97368aa3361f129c1ce446571753e9cec8d58f5bd285cf57347df", |
| "src/agent_harness/cli.py": "5327110de75b1d7a6be8225c44b701eca7e20a6f822bdf0af5b724a36f4c558a", |
| "src/agent_harness/live_agent_experiment.py": "a92747dcec0254e29ffcf8c4ee8a47842be595122455e92317d7c6d99f5d5a6a", |
| "src/agent_harness/protocol_experiment.py": "dbf0277112f63f7bb38b04e76743c2df8fec2a06ce0814f50e3de71045bbc1cb", |
| "tasks/manifests/TASK_S4_R001_001.toml": "6b943afbe1fc5e6110093ce7251309d13132260c04260839e3863450620a10bd", |
| "tasks/manifests/TASK_S4_R001_002.toml": "ce5cbaa78431392d07c3f90c27c976ea4aa540757978a358b0d1cf651eedc6f4", |
| "tasks/manifests/TASK_S4_R001_003.toml": "2b25437e7e792131fdcf0901a72ede0e9c5392d057ff3fafd4e5e072051d30c5", |
| "tasks/manifests/TASK_S4_R002_001.toml": "d6de6f06fc60be5e6065a5b9aabe9290f340e407b8dea7edae782a21ec8a603d", |
| "tasks/manifests/TASK_S4_R002_002.toml": "90b57d489916be1f89201f3732fadacb6d75ee03d662e55432be463dab6bf75f", |
| "tasks/manifests/TASK_S4_R002_003.toml": "bf76b3d4ae43560363eb11ba9ad90413df96141817ddd9fb902f7681e513de0d", |
| "tasks/manifests/TASK_S4_R002_004.toml": "8eeb68682775925b32846dce7f37a0b7e8ed23ee6c07e6bb9c5cb2215e2f8180", |
| "tasks/manifests/TASK_S4_R002_005.toml": "78e23ec99e43fc740b9da4838cdaea148e34845712a7870c25ae0e55902d287b", |
| "tasks/manifests/TASK_S4_R002_006.toml": "851d4f44eec7dda4e1a0d620771a19c057ddb4dc376b2d8be76d17661f46122d", |
| "tasks/manifests/TASK_S4_R002_007.toml": "3e15fe20a03f445c2a37219b2b8954d509cea816f8163b669d6521070cdec6cb", |
| "tasks/manifests/TASK_S4_R003_001.toml": "a8ee2e52abb9079239369ffc795e7f644dec43a0c545a8bbb3617e5a7a1c159e", |
| "tasks/manifests/TASK_S4_R003_002.toml": "8fe8e5c5084c96ed71560b2b83c97e4f052169e3620e3df2ebb7231c2179100a", |
| "tasks/manifests/TASK_S4_R003_003.toml": "bdc0a20f17017fac08917845e0910a9861325ba088a2f0af06c473c5f597437d", |
| "tasks/manifests/TASK_S4_R003_004.toml": "317d94213747ee1ad8c1c74a38419bf630e4b396df68aefc8aaeb4cc15b70d09", |
| "tasks/manifests/TASK_S4_R003_005.toml": "ccfe559fc4b39cec00580f7eb905d6093406ca85776532bfb906ed505eb9ed6f", |
| "tasks/manifests/TASK_S4_R003_006.toml": "10fcba70c1e11863687ca6a9a8c3721dec8a4ec8959cdc47f6bf0d3f526fc8e9", |
| "tasks/manifests/TASK_S4_R003_007.toml": "a5ffee4bd83bf166457abc850654e7a4f8f3116cd99e8e21158fedac6316aaa9", |
| "tasks/manifests/TASK_S4_R003_008.toml": "5b9089e8a37f7d13ea5ba65aeceb48fe74e71f87597bd9b023a4851a2bc3316f", |
| "tasks/manifests/TASK_S4_R003_009.toml": "03215c368f918bee292c5a2d0ccadb50e08eb694917007b011824a5b1c8537ef", |
| "tasks/manifests/TASK_S4_R003_010.toml": "30bcb836642beb2d0a3007574462b52547e1d1b038941ec4679ed42015b3231f", |
| "tasks/patches/TASK_S4_R001_001_source.patch": "a612037b5e9fecca3976632fdcf5af548aad873e84707058beda549efc1c52cf", |
| "tasks/patches/TASK_S4_R001_001_tests.patch": "0285bd9c50acd7f9c0ed7d70dd1de7f627d8798163e8212f6fc4808973c92dcc", |
| "tasks/patches/TASK_S4_R001_002_source.patch": "a02fc06579f91829059cfad3bbb471cca67833d68162e5d966737f62d88078ee", |
| "tasks/patches/TASK_S4_R001_002_tests.patch": "766690c9214306c2516085dd5677755a63599f8b8009a09c494d61ab314c0b02", |
| "tasks/patches/TASK_S4_R001_003_source.patch": "2aa3a8728352cae8035d41ca1dbdbe9768e763b003844993e0532f62582ad0da", |
| "tasks/patches/TASK_S4_R001_003_tests.patch": "7212c0a08fab663780ed576aeb4cc51799929a87e48d3f1e4f26eb7a9ab99aec", |
| "tasks/patches/TASK_S4_R002_001_source.patch": "82c280f4fdb9f69f4e0c9399e914b2e94d9dc4ae3b04c481c6490a7525cf67ea", |
| "tasks/patches/TASK_S4_R002_001_tests.patch": "d09bc99c4005d3b5616c4965b2bf9b1afcc30c2d04f60b22bc0d7c9f3ee9c0da", |
| "tasks/patches/TASK_S4_R002_002_source.patch": "1fdd9187a43ae99b91a8196905d24ff8ff93190b768490658bca34b4447b72d6", |
| "tasks/patches/TASK_S4_R002_002_tests.patch": "3da6952eb20e41a05be6a97bf86d75ff7548dfd130dfb0c524a103815e8aab6b", |
| "tasks/patches/TASK_S4_R002_003_source.patch": "f9dc26278f1dc63050d79d2a7bf7d46462edf3cbc78f4b4335467b1faca30e26", |
| "tasks/patches/TASK_S4_R002_003_tests.patch": "c944a014aa044141517b7084d2be81baaf859039eb3f6e40d2ac166d77ee0463", |
| "tasks/patches/TASK_S4_R002_004_source.patch": "57627463c20195b7e478e4e9cf750ac64058e852aea7f77fb6c59b10f9ea5d36", |
| "tasks/patches/TASK_S4_R002_004_tests.patch": "6f7cd48ed417fb2ecdddc9fca57a4c132d04b5c27e839a8a14080d9d85ee7970", |
| "tasks/patches/TASK_S4_R002_005_source.patch": "4919b5f332985cef9c75e124c4477b18c24587a3890586e21b889bd7e737cb8e", |
| "tasks/patches/TASK_S4_R002_005_tests.patch": "c19c9fc0247c6ae0b5f9c099a34f81b15c5464007b93c582a5f3d3bf7ce03616", |
| "tasks/patches/TASK_S4_R002_006_source.patch": "425dbed4be92c2d7812c4982880c577d497c9d8bcfcb12fb75f4d80d6076c0fb", |
| "tasks/patches/TASK_S4_R002_006_tests.patch": "39d218d00d81d7a6ccc252107fd954fc6f145a9efff1278d3c093147c31c3232", |
| "tasks/patches/TASK_S4_R002_007_source.patch": "3fd041c79f87662f4444c3e1b78dc1041749e2e19e2b7a2c6da2a70b50804791", |
| "tasks/patches/TASK_S4_R002_007_tests.patch": "6371e473623114e82d3b9a4b3d6f7f1d67c2faf8e95fe6b166e4301185eb0b94", |
| "tasks/patches/TASK_S4_R003_001_source.patch": "95a9eca59b93c5639210dcfd311d52635ce268908488ecf5682f88b69935ae36", |
| "tasks/patches/TASK_S4_R003_001_tests.patch": "e4b2ecb7ecc14b9b80177c02050f9183a8ccb00f8fa151ace950e4eb8c62afff", |
| "tasks/patches/TASK_S4_R003_002_source.patch": "ab4006712e47ba42272493c121f8fd77bf74dd19920c7ec2b2a2f9f3cd4f7a5a", |
| "tasks/patches/TASK_S4_R003_002_tests.patch": "dd8215e2633c2208b06cfd11c8d6918a14f2aeabb47c11cd3f866384664a2c48", |
| "tasks/patches/TASK_S4_R003_003_source.patch": "72c1f36b31d8814db3d2823fc13bbca6ab85b813ac93bbc7e64afd91ee959683", |
| "tasks/patches/TASK_S4_R003_003_tests.patch": "1333e77d1da8a13cffc77da8bea409bf6a5d8ae93b3df02d481c33710b8de8c5", |
| "tasks/patches/TASK_S4_R003_004_source.patch": "b5df1472f74645d90c01ad6086a09161836cb5d7599837833c818ac4d32f243e", |
| "tasks/patches/TASK_S4_R003_004_tests.patch": "487e83da174c4f5260c664d175980376115cc96b53d41a3476bfb6f3b4bd3d31", |
| "tasks/patches/TASK_S4_R003_005_source.patch": "59fd6e36a5dd442c25c9f2b2b402635532de03e8b52821abef0cb940d06a1b95", |
| "tasks/patches/TASK_S4_R003_005_tests.patch": "6483c54e01217bbae7c0e2b20373deb4b147647e03908b73eddb7cb55b452b9d", |
| "tasks/patches/TASK_S4_R003_006_source.patch": "74363f6b585a69b06c248251a8a37009d3a05fba67c2e28367755d6731f9828f", |
| "tasks/patches/TASK_S4_R003_006_tests.patch": "32e1584dbeac8bd170ce0a4685128813b69a59b78fbf0e25b1903b74c216289c", |
| "tasks/patches/TASK_S4_R003_007_source.patch": "10e8f5b103ea3eecdbe94bc4547aacb5f570170879b8880c8d5edc32d4be8d4b", |
| "tasks/patches/TASK_S4_R003_007_tests.patch": "76f5b1f16b00ff350dd48987ab528cb99d3e4ecf7508c8a919b7a39a65794597", |
| "tasks/patches/TASK_S4_R003_008_source.patch": "96ac92213ebc465a4af8840eb5b89cf42c4d0320ee0b265f458bb0b829b008de", |
| "tasks/patches/TASK_S4_R003_008_tests.patch": "6bb050068268402cbb5680c61f5e7d5ba5c46efe71e26d8e11b586782f00569c", |
| "tasks/patches/TASK_S4_R003_009_source.patch": "e094e378b58b97cef28cc9fa920e8e008f874ce5c394371fb8ab79fefeb3723b", |
| "tasks/patches/TASK_S4_R003_009_tests.patch": "83d32b2fb7ab7bbabdaf189008b3215deb91b325023f3c96453f663cd4455663", |
| "tasks/patches/TASK_S4_R003_010_source.patch": "43d13ab31a07ac5e4602badbeac9eab7653add1b0ec04d9a072fd51d05d19b37", |
| "tasks/patches/TASK_S4_R003_010_tests.patch": "cba4f282867be885f9dfda4b754fcef8d33a99e13376bbe9b4fb46f2c75871d8", |
| "tasks/selection/study4/R001_selection.json": "81ec11a53a29f59cdeacda14f6077646c6b769b6c225881f9b3f6fe4e8e3b365", |
| "tasks/selection/study4/R002_selection.json": "fd02c60d74c1700716342a7e6c1eca8cbfad5e2d33ae5dfeddfa1a7146c2b5a4", |
| "tasks/selection/study4/R003_selection.json": "80c6066b6f667f511c9ec5e4b07ed58c62444fe9636ba7f66824b472f4e8d1b1", |
| "tasks/splits/study4_fresh.txt": "438d03303d8c937d28b3954a119d0ba094505af768b286d0a99675b30450bb1c", |
| "tasks/validation/study4/TASK_S4_R001_001.json": "1696a8a2ea378e7dd095cd4c585026368961c886f16bc1cda2a955d9ea7cd12a", |
| "tasks/validation/study4/TASK_S4_R001_002.json": "7cf7e21c8cbba42bfaf68e79093443595036dd93a69b52c91f3a350b6da00b4e", |
| "tasks/validation/study4/TASK_S4_R001_003.json": "c208cc006564bb412a2f0d309b942deed92d094c3bc26eb4ff61ff92403a1917", |
| "tasks/validation/study4/TASK_S4_R002_001.json": "340638bce9726caf8d4c8ffb743939d9ecdfd0d124a2f1b7251796dd127dc03e", |
| "tasks/validation/study4/TASK_S4_R002_002.json": "70c235748ea8df852174a3f75d20ada76d021df00ae5d2866468bca19f396a5f", |
| "tasks/validation/study4/TASK_S4_R002_003.json": "9182689c23f24f9a9ce8ff68e330fbbe12e1906faa405ca19cb76219e9b132b0", |
| "tasks/validation/study4/TASK_S4_R002_004.json": "99d876195a15eca2d3831b493f260dc18e8933ec78b906c58c7883af0cefd175", |
| "tasks/validation/study4/TASK_S4_R002_005.json": "731873922739afba3cd576e8636a15fc5eee102c09d534994ee2bfecffc829a9", |
| "tasks/validation/study4/TASK_S4_R002_006.json": "5fd611c1cc53d681f042a36e36ec290256c08371a652a49ad91e6ebd97c98ade", |
| "tasks/validation/study4/TASK_S4_R002_007.json": "fb6f01ed2594be86429fda4ab3efe0481cbaf35d8a99a87c2ea006690a798537", |
| "tasks/validation/study4/TASK_S4_R003_001.json": "3444ce0a0bb0e133742a63930992eb7a9b810928744862951df15adf32169ab9", |
| "tasks/validation/study4/TASK_S4_R003_002.json": "a58ffa61bb82380041c283948423d4b2d83a3407567233bb5035d19839e8903b", |
| "tasks/validation/study4/TASK_S4_R003_003.json": "79b640a62913f667d082f4494a5e832039d880f047e801e28de429c5518b707b", |
| "tasks/validation/study4/TASK_S4_R003_004.json": "f52b5d8e96f883d1d0f42406e5979eaeae71e56ade6445273b4d91188b688f9d", |
| "tasks/validation/study4/TASK_S4_R003_005.json": "2e688e947f445d4d66d1946561ee759e7e9cb67698ba199db20c5d21f408d7b1", |
| "tasks/validation/study4/TASK_S4_R003_006.json": "13a8596f1d260f6905e18a9f45bd861914ab8faaaf14a972dfc4a1fd077cd4df", |
| "tasks/validation/study4/TASK_S4_R003_007.json": "878faf7783559c2c29c38450a56a3954ccaf13f1475df5c20c8cf2b689b4a918", |
| "tasks/validation/study4/TASK_S4_R003_008.json": "e2c40c796ff059ba636a6cd211b6204479a3c6fc24046974fdc8589deec97960", |
| "tasks/validation/study4/TASK_S4_R003_009.json": "5ce7d1944d6bd998f9b5402ccc71575d915ba7a9e79338af59abe63fa557bba1", |
| "tasks/validation/study4/TASK_S4_R003_010.json": "ae50afeda274b980b9f5b596cf48dd4e4bd65db84abd13efff9b9bc2a733c061", |
| "tests/test_protocol_experiment.py": "9f62a204c1c9be6a05fcb07b0ceea496e37aebe271739aaef80d2ca23313b4e3", |
| "tests/test_specs.py": "35b9016ef6400171e540e20ca2b25c3e72681ce4194105345af83e9265421136", |
| "tests/test_study4_analysis.py": "51bb775c2fe05881e64f5693ed54975572f53571dba428f17de8f27cace4859c" |
| }, |
| "interface_config_hashes": { |
| "P002": "7a58b8d00618ca2457f130363fb052522af5530b509835e3ede977ea3e37de73", |
| "P003": "11ed59cc06fe094b8ba65f39285381235737f6b153937c33538a0050e2184d03" |
| }, |
| "language_counts": { |
| "go": 10, |
| "python": 10 |
| }, |
| "model_config_hashes": { |
| "M002": "8b11f5093d4eb05ddf7019f7edd2500bcda76ba4c87646690117c117a2d62240", |
| "M003": "6001206e5358792f197c1edaa21ebccd2b3163931224aee1beec460378a8fb10", |
| "M004": "f0c0abd88201071a334a6d058450fa08d2546b78d38514d17153e8b05253d640" |
| }, |
| "model_position_counts": { |
| "M002@0": 7, |
| "M002@1": 6, |
| "M002@2": 7, |
| "M003@0": 7, |
| "M003@1": 7, |
| "M003@2": 6, |
| "M004@0": 6, |
| "M004@1": 7, |
| "M004@2": 7 |
| }, |
| "models": [ |
| "M002", |
| "M003", |
| "M004" |
| ], |
| "outcome_blind": true, |
| "planned_cells": 180, |
| "prior_revision": "a3ab04ce60679447cfc91bf4005309cc762b0fd9", |
| "raw_e10_absent": true, |
| "repository_counts": { |
| "R001": 3, |
| "R002": 7, |
| "R003": 10 |
| }, |
| "schema_version": 1, |
| "study": "E10 protocol-normalized fresh-task retrieval", |
| "task_records": [ |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R001_001.toml": "6b943afbe1fc5e6110093ce7251309d13132260c04260839e3863450620a10bd", |
| "tasks/patches/TASK_S4_R001_001_source.patch": "a612037b5e9fecca3976632fdcf5af548aad873e84707058beda549efc1c52cf", |
| "tasks/patches/TASK_S4_R001_001_tests.patch": "0285bd9c50acd7f9c0ed7d70dd1de7f627d8798163e8212f6fc4808973c92dcc", |
| "tasks/validation/study4/TASK_S4_R001_001.json": "1696a8a2ea378e7dd095cd4c585026368961c886f16bc1cda2a955d9ea7cd12a" |
| }, |
| "base_commit": "f9e8e36f51764f6d4fb21739586df5d2154c5a56", |
| "config_hash": "03749a5866b620adb86d283041c23ffba816499a0a48a101251ff041b5546321", |
| "gold_commit": "2182ead78a6e17f675c2b069756aa95d7fb6403d", |
| "gold_files": [ |
| "cache/cache.go", |
| "common/build_step_dispatch.go", |
| "shells/abstract.go" |
| ], |
| "language": "go", |
| "repository_id": "R001", |
| "task_id": "TASK_S4_R001_001" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R001_002.toml": "ce5cbaa78431392d07c3f90c27c976ea4aa540757978a358b0d1cf651eedc6f4", |
| "tasks/patches/TASK_S4_R001_002_source.patch": "a02fc06579f91829059cfad3bbb471cca67833d68162e5d966737f62d88078ee", |
| "tasks/patches/TASK_S4_R001_002_tests.patch": "766690c9214306c2516085dd5677755a63599f8b8009a09c494d61ab314c0b02", |
| "tasks/validation/study4/TASK_S4_R001_002.json": "7cf7e21c8cbba42bfaf68e79093443595036dd93a69b52c91f3a350b6da00b4e" |
| }, |
| "base_commit": "072b63c036f60928edc7f1952e91166d26ce4f2d", |
| "config_hash": "e46462bddb3c6f639526b202d77d69967b40025fcbfc86fcc3750c56186a0b5f", |
| "gold_commit": "382481848db18989c140cb9759e645ead01754f8", |
| "gold_files": [ |
| "commands/helpers/internal/store/store_unix.go", |
| "scripts/check-test-directives/main.go" |
| ], |
| "language": "go", |
| "repository_id": "R001", |
| "task_id": "TASK_S4_R001_002" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R001_003.toml": "2b25437e7e792131fdcf0901a72ede0e9c5392d057ff3fafd4e5e072051d30c5", |
| "tasks/patches/TASK_S4_R001_003_source.patch": "2aa3a8728352cae8035d41ca1dbdbe9768e763b003844993e0532f62582ad0da", |
| "tasks/patches/TASK_S4_R001_003_tests.patch": "7212c0a08fab663780ed576aeb4cc51799929a87e48d3f1e4f26eb7a9ab99aec", |
| "tasks/validation/study4/TASK_S4_R001_003.json": "c208cc006564bb412a2f0d309b942deed92d094c3bc26eb4ff61ff92403a1917" |
| }, |
| "base_commit": "d4111604e7dff5cfaadd5853710eb313021514f6", |
| "config_hash": "cd684b4d4b2099f073b3cfcc6f635357e6e2b501eca5d26600c45efa325e2106", |
| "gold_commit": "7011571a3f7c3b40ad1d57535b60b383e3d600d3", |
| "gold_files": [ |
| "helpers/archives/gzip_create.go" |
| ], |
| "language": "go", |
| "repository_id": "R001", |
| "task_id": "TASK_S4_R001_003" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R002_001.toml": "d6de6f06fc60be5e6065a5b9aabe9290f340e407b8dea7edae782a21ec8a603d", |
| "tasks/patches/TASK_S4_R002_001_source.patch": "82c280f4fdb9f69f4e0c9399e914b2e94d9dc4ae3b04c481c6490a7525cf67ea", |
| "tasks/patches/TASK_S4_R002_001_tests.patch": "d09bc99c4005d3b5616c4965b2bf9b1afcc30c2d04f60b22bc0d7c9f3ee9c0da", |
| "tasks/validation/study4/TASK_S4_R002_001.json": "340638bce9726caf8d4c8ffb743939d9ecdfd0d124a2f1b7251796dd127dc03e" |
| }, |
| "base_commit": "25b84cd1249d7061d07514b224d1080f46aaa555", |
| "config_hash": "76676460f0034db5de1ad617864cbeb2398a77dadd9aee472374dcbf44c7f41a", |
| "gold_commit": "5a41c3a48866bbbaff65f614ea732c20ac1e05a9", |
| "gold_files": [ |
| "internal/commands/auth/docker/docker.go", |
| "internal/commands/completion/completion.go", |
| "internal/commands/job/job.go", |
| "internal/commands/search/search.go", |
| "internal/commands/token/token.go", |
| "internal/commands/user/events/events.go", |
| "internal/commands/user/user.go", |
| "internal/commands/version/version.go" |
| ], |
| "language": "go", |
| "repository_id": "R002", |
| "task_id": "TASK_S4_R002_001" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R002_002.toml": "90b57d489916be1f89201f3732fadacb6d75ee03d662e55432be463dab6bf75f", |
| "tasks/patches/TASK_S4_R002_002_source.patch": "1fdd9187a43ae99b91a8196905d24ff8ff93190b768490658bca34b4447b72d6", |
| "tasks/patches/TASK_S4_R002_002_tests.patch": "3da6952eb20e41a05be6a97bf86d75ff7548dfd130dfb0c524a103815e8aab6b", |
| "tasks/validation/study4/TASK_S4_R002_002.json": "70c235748ea8df852174a3f75d20ada76d021df00ae5d2866468bca19f396a5f" |
| }, |
| "base_commit": "0e9cccbc7795063acf1fd3e374140ddf5eba3f71", |
| "config_hash": "4c4d70b0e8fde95149b6d80fb58aa8cadfc85825a14ca30c8d69cd6fc048329a", |
| "gold_commit": "93b90268f7cb69735bfa6d82a55c506e1c00b127", |
| "gold_files": [ |
| "internal/commands/release/create/create.go", |
| "internal/commands/release/list/release_list.go", |
| "internal/commands/release/release.go", |
| "internal/commands/release/upload/upload.go" |
| ], |
| "language": "go", |
| "repository_id": "R002", |
| "task_id": "TASK_S4_R002_002" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R002_003.toml": "bf76b3d4ae43560363eb11ba9ad90413df96141817ddd9fb902f7681e513de0d", |
| "tasks/patches/TASK_S4_R002_003_source.patch": "f9dc26278f1dc63050d79d2a7bf7d46462edf3cbc78f4b4335467b1faca30e26", |
| "tasks/patches/TASK_S4_R002_003_tests.patch": "c944a014aa044141517b7084d2be81baaf859039eb3f6e40d2ac166d77ee0463", |
| "tasks/validation/study4/TASK_S4_R002_003.json": "9182689c23f24f9a9ce8ff68e330fbbe12e1906faa405ca19cb76219e9b132b0" |
| }, |
| "base_commit": "4d7442ac69c6d3b8f86af4764f4143b310650cba", |
| "config_hash": "fa2a082b91fc3b3a20ecbef336683e9b875d737560a5bd5aae19c261af9d4c78", |
| "gold_commit": "f98d22beb615822fa20c32ddaf0fd3b13c8cd233", |
| "gold_files": [ |
| "internal/binarymgr/extract.go", |
| "internal/commands/orbit/local/execute_windows.go", |
| "internal/commands/orbit/local/local.go" |
| ], |
| "language": "go", |
| "repository_id": "R002", |
| "task_id": "TASK_S4_R002_003" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R002_004.toml": "8eeb68682775925b32846dce7f37a0b7e8ed23ee6c07e6bb9c5cb2215e2f8180", |
| "tasks/patches/TASK_S4_R002_004_source.patch": "57627463c20195b7e478e4e9cf750ac64058e852aea7f77fb6c59b10f9ea5d36", |
| "tasks/patches/TASK_S4_R002_004_tests.patch": "6f7cd48ed417fb2ecdddc9fca57a4c132d04b5c27e839a8a14080d9d85ee7970", |
| "tasks/validation/study4/TASK_S4_R002_004.json": "99d876195a15eca2d3831b493f260dc18e8933ec78b906c58c7883af0cefd175" |
| }, |
| "base_commit": "e166c948a89b4f894f6aed5667c6da6db368009d", |
| "config_hash": "11408f1268142b53144f5f41da08eec40ad25fabcde55d354a8b995a4a430b97", |
| "gold_commit": "53e0d461574a38aee207be4ebf0d6879af317e9d", |
| "gold_files": [ |
| "internal/commands/milestone/create/create.go", |
| "internal/commands/milestone/delete/delete.go", |
| "internal/commands/milestone/edit/edit.go", |
| "internal/commands/milestone/get/get.go", |
| "internal/commands/milestone/list/list.go", |
| "internal/commands/milestone/milestone.go" |
| ], |
| "language": "go", |
| "repository_id": "R002", |
| "task_id": "TASK_S4_R002_004" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R002_005.toml": "78e23ec99e43fc740b9da4838cdaea148e34845712a7870c25ae0e55902d287b", |
| "tasks/patches/TASK_S4_R002_005_source.patch": "4919b5f332985cef9c75e124c4477b18c24587a3890586e21b889bd7e737cb8e", |
| "tasks/patches/TASK_S4_R002_005_tests.patch": "c19c9fc0247c6ae0b5f9c099a34f81b15c5464007b93c582a5f3d3bf7ce03616", |
| "tasks/validation/study4/TASK_S4_R002_005.json": "731873922739afba3cd576e8636a15fc5eee102c09d534994ee2bfecffc829a9" |
| }, |
| "base_commit": "d3f3944d353186f4bebce0d3924ab6958d93ce79", |
| "config_hash": "f7b5b8908fa4e3c18b459b18af5efb2be66599cfb591b36f9840a9d478e779b3", |
| "gold_commit": "ea857f79232d912db3b272e2601a48edfd942242", |
| "gold_files": [ |
| "internal/commands/mr/checkout/mr_checkout.go", |
| "internal/git/git_runner.go", |
| "internal/git/stacked.go", |
| "internal/git/test_helpers.go", |
| "internal/git/testing/git_runner.go" |
| ], |
| "language": "go", |
| "repository_id": "R002", |
| "task_id": "TASK_S4_R002_005" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R002_006.toml": "851d4f44eec7dda4e1a0d620771a19c057ddb4dc376b2d8be76d17661f46122d", |
| "tasks/patches/TASK_S4_R002_006_source.patch": "425dbed4be92c2d7812c4982880c577d497c9d8bcfcb12fb75f4d80d6076c0fb", |
| "tasks/patches/TASK_S4_R002_006_tests.patch": "39d218d00d81d7a6ccc252107fd954fc6f145a9efff1278d3c093147c31c3232", |
| "tasks/validation/study4/TASK_S4_R002_006.json": "5fd611c1cc53d681f042a36e36ec290256c08371a652a49ad91e6ebd97c98ade" |
| }, |
| "base_commit": "a5989bd1df301e44199b91c6252772214a7241f2", |
| "config_hash": "5d3952969263e332725b7e8ecf5ca0b1b740ede82514f7deb87c9e8951fc458e", |
| "gold_commit": "1e3328be01cb5b0839d5b9aeea942b143950776c", |
| "gold_files": [ |
| "cmd/glab/main.go", |
| "internal/text/hyperlink.go" |
| ], |
| "language": "go", |
| "repository_id": "R002", |
| "task_id": "TASK_S4_R002_006" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R002_007.toml": "3e15fe20a03f445c2a37219b2b8954d509cea816f8163b669d6521070cdec6cb", |
| "tasks/patches/TASK_S4_R002_007_source.patch": "3fd041c79f87662f4444c3e1b78dc1041749e2e19e2b7a2c6da2a70b50804791", |
| "tasks/patches/TASK_S4_R002_007_tests.patch": "6371e473623114e82d3b9a4b3d6f7f1d67c2faf8e95fe6b166e4301185eb0b94", |
| "tasks/validation/study4/TASK_S4_R002_007.json": "fb6f01ed2594be86429fda4ab3efe0481cbaf35d8a99a87c2ea006690a798537" |
| }, |
| "base_commit": "9544a11db38f7549b25f967a784742fd2562ca32", |
| "config_hash": "10aec0c4a30d94e5c0ac0fef4a9800825008a2764359e2364aacaaf1df39a843", |
| "gold_commit": "b354b40c8fb47dc6b37888b6d1c20e523696f3f1", |
| "gold_files": [ |
| "cmd/gen-docs/urlwrapper/wrapper.go" |
| ], |
| "language": "go", |
| "repository_id": "R002", |
| "task_id": "TASK_S4_R002_007" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R003_001.toml": "a8ee2e52abb9079239369ffc795e7f644dec43a0c545a8bbb3617e5a7a1c159e", |
| "tasks/patches/TASK_S4_R003_001_source.patch": "95a9eca59b93c5639210dcfd311d52635ce268908488ecf5682f88b69935ae36", |
| "tasks/patches/TASK_S4_R003_001_tests.patch": "e4b2ecb7ecc14b9b80177c02050f9183a8ccb00f8fa151ace950e4eb8c62afff", |
| "tasks/validation/study4/TASK_S4_R003_001.json": "3444ce0a0bb0e133742a63930992eb7a9b810928744862951df15adf32169ab9" |
| }, |
| "base_commit": "4e68d32c77ed587ab42d229d9f44c3bc40d1d0e5", |
| "config_hash": "09e84eb6a1ba86305e0630eb4d6a058bc8aa72f5ff42487929da81cfb5a2226e", |
| "gold_commit": "7ec3189d6eacdb55925e8be886a44d7ee09eb9ca", |
| "gold_files": [ |
| "gitlab/v4/cli.py" |
| ], |
| "language": "python", |
| "repository_id": "R003", |
| "task_id": "TASK_S4_R003_001" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R003_002.toml": "8fe8e5c5084c96ed71560b2b83c97e4f052169e3620e3df2ebb7231c2179100a", |
| "tasks/patches/TASK_S4_R003_002_source.patch": "ab4006712e47ba42272493c121f8fd77bf74dd19920c7ec2b2a2f9f3cd4f7a5a", |
| "tasks/patches/TASK_S4_R003_002_tests.patch": "dd8215e2633c2208b06cfd11c8d6918a14f2aeabb47c11cd3f866384664a2c48", |
| "tasks/validation/study4/TASK_S4_R003_002.json": "a58ffa61bb82380041c283948423d4b2d83a3407567233bb5035d19839e8903b" |
| }, |
| "base_commit": "cbc13a61e0f15880b49a3d0208cc603d7d0b57e3", |
| "config_hash": "f65c663c4c7bd9dc25a5a7f56a1c99ba9b8a68527ed3343203f186b499719af8", |
| "gold_commit": "adbd90cadffe1d9e9716a6e3826f30664866ad3f", |
| "gold_files": [ |
| "gitlab/v4/objects/__init__.py", |
| "gitlab/v4/objects/merge_requests.py", |
| "gitlab/v4/objects/reviewers.py" |
| ], |
| "language": "python", |
| "repository_id": "R003", |
| "task_id": "TASK_S4_R003_002" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R003_003.toml": "bdc0a20f17017fac08917845e0910a9861325ba088a2f0af06c473c5f597437d", |
| "tasks/patches/TASK_S4_R003_003_source.patch": "72c1f36b31d8814db3d2823fc13bbca6ab85b813ac93bbc7e64afd91ee959683", |
| "tasks/patches/TASK_S4_R003_003_tests.patch": "1333e77d1da8a13cffc77da8bea409bf6a5d8ae93b3df02d481c33710b8de8c5", |
| "tasks/validation/study4/TASK_S4_R003_003.json": "79b640a62913f667d082f4494a5e832039d880f047e801e28de429c5518b707b" |
| }, |
| "base_commit": "57749d46de1d975aacb82758c268fc26e5e6ed8b", |
| "config_hash": "3dc1dfea62609ff7a8187d3f2204c8c0feab253f2a05896c65169b3a98e7d867", |
| "gold_commit": "b13971d5472cb228f9e6a8f2fa05a7cc94d03ebe", |
| "gold_files": [ |
| "gitlab/exceptions.py", |
| "gitlab/mixins.py", |
| "gitlab/v4/objects/group_access_tokens.py", |
| "gitlab/v4/objects/personal_access_tokens.py", |
| "gitlab/v4/objects/project_access_tokens.py" |
| ], |
| "language": "python", |
| "repository_id": "R003", |
| "task_id": "TASK_S4_R003_003" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R003_004.toml": "317d94213747ee1ad8c1c74a38419bf630e4b396df68aefc8aaeb4cc15b70d09", |
| "tasks/patches/TASK_S4_R003_004_source.patch": "b5df1472f74645d90c01ad6086a09161836cb5d7599837833c818ac4d32f243e", |
| "tasks/patches/TASK_S4_R003_004_tests.patch": "487e83da174c4f5260c664d175980376115cc96b53d41a3476bfb6f3b4bd3d31", |
| "tasks/validation/study4/TASK_S4_R003_004.json": "f52b5d8e96f883d1d0f42406e5979eaeae71e56ade6445273b4d91188b688f9d" |
| }, |
| "base_commit": "dae9e522a26041f5b3c6461cc8a5e284f3376a79", |
| "config_hash": "728e9cd4ccba27bb3b096c51a31db51f4acb12bd953b949d084c8e09cc526074", |
| "gold_commit": "57749d46de1d975aacb82758c268fc26e5e6ed8b", |
| "gold_files": [ |
| "gitlab/cli.py" |
| ], |
| "language": "python", |
| "repository_id": "R003", |
| "task_id": "TASK_S4_R003_004" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R003_005.toml": "ccfe559fc4b39cec00580f7eb905d6093406ca85776532bfb906ed505eb9ed6f", |
| "tasks/patches/TASK_S4_R003_005_source.patch": "59fd6e36a5dd442c25c9f2b2b402635532de03e8b52821abef0cb940d06a1b95", |
| "tasks/patches/TASK_S4_R003_005_tests.patch": "6483c54e01217bbae7c0e2b20373deb4b147647e03908b73eddb7cb55b452b9d", |
| "tasks/validation/study4/TASK_S4_R003_005.json": "2e688e947f445d4d66d1946561ee759e7e9cb67698ba199db20c5d21f408d7b1" |
| }, |
| "base_commit": "dcca59d1a5966283c1120cfb639c01a76214d2b2", |
| "config_hash": "9daa1c57674e65124821f62877e2449c176674aab007ad0c013d4dcdeb3be1f3", |
| "gold_commit": "dae9e522a26041f5b3c6461cc8a5e284f3376a79", |
| "gold_files": [ |
| "gitlab/v4/objects/group_access_tokens.py", |
| "gitlab/v4/objects/project_access_tokens.py" |
| ], |
| "language": "python", |
| "repository_id": "R003", |
| "task_id": "TASK_S4_R003_005" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R003_006.toml": "10fcba70c1e11863687ca6a9a8c3721dec8a4ec8959cdc47f6bf0d3f526fc8e9", |
| "tasks/patches/TASK_S4_R003_006_source.patch": "74363f6b585a69b06c248251a8a37009d3a05fba67c2e28367755d6731f9828f", |
| "tasks/patches/TASK_S4_R003_006_tests.patch": "32e1584dbeac8bd170ce0a4685128813b69a59b78fbf0e25b1903b74c216289c", |
| "tasks/validation/study4/TASK_S4_R003_006.json": "13a8596f1d260f6905e18a9f45bd861914ab8faaaf14a972dfc4a1fd077cd4df" |
| }, |
| "base_commit": "fad14413f4f27f1b6f902703b5075528aac52451", |
| "config_hash": "f0733f17041df63233fab00cd57d9b952d22fb1710c0f71019836b1cb816c959", |
| "gold_commit": "3fe9fa64d9a38bc77950046f2950660d8d7e27a6", |
| "gold_files": [ |
| "gitlab/cli.py" |
| ], |
| "language": "python", |
| "repository_id": "R003", |
| "task_id": "TASK_S4_R003_006" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R003_007.toml": "a5ffee4bd83bf166457abc850654e7a4f8f3116cd99e8e21158fedac6316aaa9", |
| "tasks/patches/TASK_S4_R003_007_source.patch": "10e8f5b103ea3eecdbe94bc4547aacb5f570170879b8880c8d5edc32d4be8d4b", |
| "tasks/patches/TASK_S4_R003_007_tests.patch": "76f5b1f16b00ff350dd48987ab528cb99d3e4ecf7508c8a919b7a39a65794597", |
| "tasks/validation/study4/TASK_S4_R003_007.json": "878faf7783559c2c29c38450a56a3954ccaf13f1475df5c20c8cf2b689b4a918" |
| }, |
| "base_commit": "428b4fdee5402f1588f35fb50d98b2225d083f6d", |
| "config_hash": "6718499305e640832740afc7d2929fefb0290e94805dc54b120ca018556cd4a5", |
| "gold_commit": "ebf9d821cfc36071fca05d38b82c641ae30c974c", |
| "gold_files": [ |
| "gitlab/client.py", |
| "gitlab/v4/objects/__init__.py", |
| "gitlab/v4/objects/draft_notes.py", |
| "gitlab/v4/objects/merge_requests.py" |
| ], |
| "language": "python", |
| "repository_id": "R003", |
| "task_id": "TASK_S4_R003_007" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R003_008.toml": "5b9089e8a37f7d13ea5ba65aeceb48fe74e71f87597bd9b023a4851a2bc3316f", |
| "tasks/patches/TASK_S4_R003_008_source.patch": "96ac92213ebc465a4af8840eb5b89cf42c4d0320ee0b265f458bb0b829b008de", |
| "tasks/patches/TASK_S4_R003_008_tests.patch": "6bb050068268402cbb5680c61f5e7d5ba5c46efe71e26d8e11b586782f00569c", |
| "tasks/validation/study4/TASK_S4_R003_008.json": "e2c40c796ff059ba636a6cd211b6204479a3c6fc24046974fdc8589deec97960" |
| }, |
| "base_commit": "f4ce86770befef77c7c556fd5cfe25165f59f515", |
| "config_hash": "b1c0a3826504c29e8154e4103bd01c21bbc86ebd7278742b49f4a75cc57ac3a7", |
| "gold_commit": "7b864b81fd348c6a42e32ace846d1acbcfc43998", |
| "gold_files": [ |
| "gitlab/mixins.py", |
| "gitlab/v4/objects/projects.py", |
| "gitlab/v4/objects/wikis.py" |
| ], |
| "language": "python", |
| "repository_id": "R003", |
| "task_id": "TASK_S4_R003_008" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R003_009.toml": "03215c368f918bee292c5a2d0ccadb50e08eb694917007b011824a5b1c8537ef", |
| "tasks/patches/TASK_S4_R003_009_source.patch": "e094e378b58b97cef28cc9fa920e8e008f874ce5c394371fb8ab79fefeb3723b", |
| "tasks/patches/TASK_S4_R003_009_tests.patch": "83d32b2fb7ab7bbabdaf189008b3215deb91b325023f3c96453f663cd4455663", |
| "tasks/validation/study4/TASK_S4_R003_009.json": "5ce7d1944d6bd998f9b5402ccc71575d915ba7a9e79338af59abe63fa557bba1" |
| }, |
| "base_commit": "1e7f257e79a7adf1e6f2bc9222fd5031340d26c3", |
| "config_hash": "5572f43008520b246e4bc9b17414fd0295972f50cb307442ee558315eeecae3e", |
| "gold_commit": "5b4addda59597a5f363974e59e5ea8463a0806ae", |
| "gold_files": [ |
| "gitlab/v4/objects/packages.py" |
| ], |
| "language": "python", |
| "repository_id": "R003", |
| "task_id": "TASK_S4_R003_009" |
| }, |
| { |
| "artifact_sha256": { |
| "tasks/manifests/TASK_S4_R003_010.toml": "30bcb836642beb2d0a3007574462b52547e1d1b038941ec4679ed42015b3231f", |
| "tasks/patches/TASK_S4_R003_010_source.patch": "43d13ab31a07ac5e4602badbeac9eab7653add1b0ec04d9a072fd51d05d19b37", |
| "tasks/patches/TASK_S4_R003_010_tests.patch": "cba4f282867be885f9dfda4b754fcef8d33a99e13376bbe9b4fb46f2c75871d8", |
| "tasks/validation/study4/TASK_S4_R003_010.json": "ae50afeda274b980b9f5b596cf48dd4e4bd65db84abd13efff9b9bc2a733c061" |
| }, |
| "base_commit": "a788cff7c1c651c512f15a9a1045c1e4d449d854", |
| "config_hash": "7aae725b6648a9fbeb44c4c1e504ac2e37f9f4249695252cbc8bf4d4e1270506", |
| "gold_commit": "61e0faec2014919e0a2e79106089f6838be8ad0e", |
| "gold_files": [ |
| "gitlab/_backends/requests_backend.py", |
| "gitlab/client.py", |
| "gitlab/v4/objects/packages.py" |
| ], |
| "language": "python", |
| "repository_id": "R003", |
| "task_id": "TASK_S4_R003_010" |
| } |
| ], |
| "tasks": 20 |
| } |
|
|