agent-harness / tasks /validation /study5 /TASK_S5_R003_002.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
3.41 kB
{
"commit": "59d6a880aacd7cf6f443227071bb8288efb958c4",
"parent": "7073a2dfa3a4485d2d3a073d40122adbeff42b5c",
"repository_id": "R003",
"schema_version": 1,
"study": "Study 5 fresh validation",
"task_id": "TASK_S5_R003_002",
"valid_end_to_end": true,
"validation": {
"commands": [
"python -m pytest -q tests/unit/objects"
],
"elapsed_seconds": 1.3534750421531498,
"gold": [
{
"command": "python -m pytest -q tests/unit/objects",
"elapsed_seconds": 0.43783387495204806,
"returncode": 0,
"stderr": "",
"stdout": "......................................................s..s.............. [ 24%]\n........................................................................ [ 48%]\n...................................s.................................... [ 72%]\n........................................................................ [ 96%]\n......... [100%]\n294 passed, 3 skipped in 0.27s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "python -m pytest -q tests/unit/objects",
"elapsed_seconds": 0.2564179580658674,
"returncode": 2,
"stderr": "",
"stdout": "\n==================================== ERRORS ====================================\n_________ ERROR collecting tests/unit/objects/test_job_token_scope.py __________\nImportError while importing test module '/private/tmp/study2-r003-svvtlmxx/tree/tests/unit/objects/test_job_token_scope.py'.\nHint: make sure your test modules/packages have valid Python names.\nTraceback:\n/opt/homebrew/Cellar/python@3.11/3.11.15_1/Frameworks/Python.framework/Versions/3.11/lib/python3.11/importlib/__init__.py:126: in import_module\n return _bootstrap._gcd_import(name[level:], package, level)\ntests/unit/objects/test_job_token_scope.py:8: in <module>\n from gitlab.v4.objects import ProjectJobTokenScope\nE ImportError: cannot import name 'ProjectJobTokenScope' from 'gitlab.v4.objects' (/private/tmp/study2-r003-svvtlmxx/tree/gitlab/v4/objects/__init__.py)\n=========================== short test summary info ============================\nERROR tests/unit/objects/test_job_token_scope.py\n!!!!!!!!!!!!!!!!!!!! Interrupted: 1 error during collection !!!!!!!!!!!!!!!!!!!!\n1 error in 0.08s\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.011098582996055484,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "python -m pytest -q tests/unit/objects",
"elapsed_seconds": 0.5655640000477433,
"returncode": 0,
"stderr": "",
"stdout": "......................................................s..s.............. [ 24%]\n........................................................................ [ 49%]\n...............................s........................................ [ 73%]\n........................................................................ [ 98%]\n..... [100%]\n290 passed, 3 skipped in 0.37s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.012793749803677201,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}