agent-harness / tasks /validation /study5 /TASK_S5_R003_003.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
4.26 kB
{
"commit": "7073a2dfa3a4485d2d3a073d40122adbeff42b5c",
"parent": "b22d662a4fd8fb8a9726760b645d4da6197bfa9a",
"repository_id": "R003",
"schema_version": 1,
"study": "Study 5 fresh validation",
"task_id": "TASK_S5_R003_003",
"valid_end_to_end": true,
"validation": {
"commands": [
"python -m pytest -q tests/unit/mixins tests/unit/objects"
],
"elapsed_seconds": 1.4017026249784976,
"gold": [
{
"command": "python -m pytest -q tests/unit/mixins tests/unit/objects",
"elapsed_seconds": 0.44790187501348555,
"returncode": 0,
"stderr": "",
"stdout": "........................................................................ [ 22%]\n............s..s........................................................ [ 44%]\n.............................................................s.......... [ 66%]\n........................................................................ [ 89%]\n................................... [100%]\n320 passed, 3 skipped in 0.28s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "python -m pytest -q tests/unit/mixins tests/unit/objects",
"elapsed_seconds": 0.27628933312371373,
"returncode": 2,
"stderr": "",
"stdout": "\n==================================== ERRORS ====================================\n___________ ERROR collecting tests/unit/mixins/test_mixin_methods.py ___________\nImportError while importing test module '/private/tmp/study2-r003-olj_s4eg/tree/tests/unit/mixins/test_mixin_methods.py'.\nHint: make sure your test modules/packages have valid Python names.\nTraceback:\n/opt/homebrew/Cellar/python@3.11/3.11.15_1/Frameworks/Python.framework/Versions/3.11/lib/python3.11/importlib/__init__.py:126: in import_module\n return _bootstrap._gcd_import(name[level:], package, level)\ntests/unit/mixins/test_mixin_methods.py:7: in <module>\n from gitlab.mixins import (\nE ImportError: cannot import name 'UpdateMethod' from 'gitlab.mixins' (/private/tmp/study2-r003-olj_s4eg/tree/gitlab/mixins.py)\n_ ERROR collecting tests/unit/objects/test_project_merge_request_approvals.py __\nImportError while importing test module '/private/tmp/study2-r003-olj_s4eg/tree/tests/unit/objects/test_project_merge_request_approvals.py'.\nHint: make sure your test modules/packages have valid Python names.\nTraceback:\n/opt/homebrew/Cellar/python@3.11/3.11.15_1/Frameworks/Python.framework/Versions/3.11/lib/python3.11/importlib/__init__.py:126: in import_module\n return _bootstrap._gcd_import(name[level:], package, level)\ntests/unit/objects/test_project_merge_request_approvals.py:11: in <module>\n from gitlab.mixins import UpdateMethod\nE ImportError: cannot import name 'UpdateMethod' from 'gitlab.mixins' (/private/tmp/study2-r003-olj_s4eg/tree/gitlab/mixins.py)\n=========================== short test summary info ============================\nERROR tests/unit/mixins/test_mixin_methods.py\nERROR tests/unit/objects/test_project_merge_request_approvals.py\n!!!!!!!!!!!!!!!!!!! Interrupted: 2 errors during collection !!!!!!!!!!!!!!!!!!!!\n2 errors in 0.11s\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.011085541918873787,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "python -m pytest -q tests/unit/mixins tests/unit/objects",
"elapsed_seconds": 0.5832464171107858,
"returncode": 0,
"stderr": "",
"stdout": "........................................................................ [ 22%]\n............s..s........................................................ [ 44%]\n.............................................................s.......... [ 66%]\n........................................................................ [ 89%]\n................................... [100%]\n320 passed, 3 skipped in 0.40s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.011252291966229677,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}