agent-harness / tasks /validation /study2 /TASK_S2_R003_003.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
3.51 kB
{
"commit": "de29503262b7626421f3bffeea3ff073e63e3865",
"parent": "939505b9c143939ba1e52c5cb920d8aa36596e19",
"repository_id": "R003",
"schema_version": 1,
"task_id": "TASK_S2_R003_003",
"valid_end_to_end": true,
"validation": {
"commands": [
"python -m pytest -q tests/unit/objects"
],
"elapsed_seconds": 1.528000291902572,
"gold": [
{
"command": "python -m pytest -q tests/unit/objects",
"elapsed_seconds": 0.4328000000678003,
"returncode": 0,
"stderr": "",
"stdout": ".....................................................................s.. [ 20%]\ns....................................................................... [ 40%]\n........................................................................ [ 61%]\n.....s.................................................................. [ 81%]\n................................................................. [100%]\n350 passed, 3 skipped in 0.26s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "python -m pytest -q tests/unit/objects",
"elapsed_seconds": 0.4548883340321481,
"returncode": 1,
"stderr": "",
"stdout": ".......................................F.............................s.. [ 20%]\ns....................................................................... [ 40%]\n........................................................................ [ 61%]\n.....s.................................................................. [ 81%]\n................................................................. [100%]\n=================================== FAILURES ===================================\n___________________________ test_cherry_pick_commit ____________________________\n\nproject = <Project id:1>\nresp_commit = <responses.RequestsMock object at 0x11500ffd0>\n\n def test_cherry_pick_commit(project, resp_commit):\n commit = project.commits.get(\"6b2257ea\", lazy=True)\n cherry_pick_commit = commit.cherry_pick(branch=\"main\")\n \n> assert cherry_pick_commit[\"short_id\"] == \"8b090c1b\"\nE TypeError: 'NoneType' object is not subscriptable\n\ntests/unit/objects/test_commits.py:138: TypeError\n=========================== short test summary info ============================\nFAILED tests/unit/objects/test_commits.py::test_cherry_pick_commit - TypeErro...\n1 failed, 349 passed, 3 skipped in 0.28s\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.009581000078469515,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "python -m pytest -q tests/unit/objects",
"elapsed_seconds": 0.5749600841663778,
"returncode": 0,
"stderr": "",
"stdout": "....................................................................s..s [ 20%]\n........................................................................ [ 40%]\n........................................................................ [ 61%]\n....s................................................................... [ 81%]\n................................................................ [100%]\n349 passed, 3 skipped in 0.39s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.00916791707277298,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}