agent-harness / tasks /validation /study5 /TASK_S5_R003_001.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
4.81 kB
{
"commit": "5f46cfd235dbbcf80678e45ad39a2c3b32ca2e39",
"parent": "3b83d5d13d136f9a45225929a0c2031dc28cdbed",
"repository_id": "R003",
"schema_version": 1,
"study": "Study 5 fresh validation",
"task_id": "TASK_S5_R003_001",
"valid_end_to_end": true,
"validation": {
"commands": [
"python -m pytest -q tests/unit"
],
"elapsed_seconds": 5.996961958007887,
"gold": [
{
"command": "python -m pytest -q tests/unit",
"elapsed_seconds": 2.700389083009213,
"returncode": 0,
"stderr": "",
"stdout": "........................................................................ [ 7%]\n........................................................................ [ 14%]\n........................................................................ [ 21%]\n........................................................................ [ 28%]\n........................................................................ [ 35%]\n........................................................................ [ 43%]\n........................................................................ [ 50%]\n.................................................................s..s... [ 57%]\n........................................................................ [ 64%]\n..............................................s......................... [ 71%]\n........................................................................ [ 79%]\n........................................................................ [ 86%]\n........................................................................ [ 93%]\n.................................................................. [100%]\n999 passed, 3 skipped in 2.51s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "python -m pytest -q tests/unit",
"elapsed_seconds": 0.29012112505733967,
"returncode": 2,
"stderr": "",
"stdout": "\n==================================== ERRORS ====================================\n_______________ ERROR collecting tests/unit/test_gitlab_auth.py ________________\nImportError while importing test module '/private/tmp/study2-r003-rcvu_b00/tree/tests/unit/test_gitlab_auth.py'.\nHint: make sure your test modules/packages have valid Python names.\nTraceback:\n/opt/homebrew/Cellar/python@3.11/3.11.15_1/Frameworks/Python.framework/Versions/3.11/lib/python3.11/importlib/__init__.py:126: in import_module\n return _bootstrap._gcd_import(name[level:], package, level)\ntests/unit/test_gitlab_auth.py:6: in <module>\n from gitlab._backends import JobTokenAuth, OAuthTokenAuth, PrivateTokenAuth\nE ImportError: cannot import name 'JobTokenAuth' from 'gitlab._backends' (/private/tmp/study2-r003-rcvu_b00/tree/gitlab/_backends/__init__.py)\n=========================== short test summary info ============================\nERROR tests/unit/test_gitlab_auth.py\n!!!!!!!!!!!!!!!!!!!! Interrupted: 1 error during collection !!!!!!!!!!!!!!!!!!!!\n1 error in 0.12s\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.010876167099922895,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "python -m pytest -q tests/unit",
"elapsed_seconds": 2.916690042009577,
"returncode": 0,
"stderr": "",
"stdout": "........................................................................ [ 7%]\n........................................................................ [ 14%]\n........................................................................ [ 21%]\n........................................................................ [ 28%]\n........................................................................ [ 35%]\n........................................................................ [ 43%]\n........................................................................ [ 50%]\n.................................................................s..s... [ 57%]\n........................................................................ [ 64%]\n..............................................s......................... [ 71%]\n........................................................................ [ 79%]\n........................................................................ [ 86%]\n........................................................................ [ 93%]\n.................................................................. [100%]\n999 passed, 3 skipped in 2.72s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.01121537503786385,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}