agent-harness / tasks /validation /study4 /TASK_S4_R003_002.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
3.5 kB
{
"commit": "adbd90cadffe1d9e9716a6e3826f30664866ad3f",
"parent": "cbc13a61e0f15880b49a3d0208cc603d7d0b57e3",
"repository_id": "R003",
"schema_version": 1,
"study": "Study 4 fresh-task retrieval replication",
"task_id": "TASK_S4_R003_002",
"valid_end_to_end": true,
"validation": {
"commands": [
"python -m pytest -q tests/unit/objects"
],
"elapsed_seconds": 1.2956544170156121,
"gold": [
{
"command": "python -m pytest -q tests/unit/objects",
"elapsed_seconds": 0.41530754207633436,
"returncode": 0,
"stderr": "",
"stdout": "...............................................................s..s..... [ 22%]\n........................................................................ [ 45%]\n......................................................s................. [ 68%]\n........................................................................ [ 91%]\n............................ [100%]\n313 passed, 3 skipped in 0.25s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "python -m pytest -q tests/unit/objects",
"elapsed_seconds": 0.2470934169832617,
"returncode": 2,
"stderr": "",
"stdout": "\n==================================== ERRORS ====================================\n__________ ERROR collecting tests/unit/objects/test_merge_requests.py __________\nImportError while importing test module '/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r003-praayi9r/tree/tests/unit/objects/test_merge_requests.py'.\nHint: make sure your test modules/packages have valid Python names.\nTraceback:\n/opt/homebrew/Cellar/python@3.11/3.11.15_1/Frameworks/Python.framework/Versions/3.11/lib/python3.11/importlib/__init__.py:126: in import_module\n return _bootstrap._gcd_import(name[level:], package, level)\ntests/unit/objects/test_merge_requests.py:11: in <module>\n from gitlab.v4.objects import (\nE ImportError: cannot import name 'ProjectMergeRequestReviewerDetail' from 'gitlab.v4.objects' (/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r003-praayi9r/tree/gitlab/v4/objects/__init__.py)\n=========================== short test summary info ============================\nERROR tests/unit/objects/test_merge_requests.py\n!!!!!!!!!!!!!!!!!!!! Interrupted: 1 error during collection !!!!!!!!!!!!!!!!!!!!\n1 error in 0.09s\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.00970612489618361,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "python -m pytest -q tests/unit/objects",
"elapsed_seconds": 0.5480335829779506,
"returncode": 0,
"stderr": "",
"stdout": "...............................................................s..s..... [ 22%]\n........................................................................ [ 45%]\n.....................................................s.................. [ 68%]\n........................................................................ [ 91%]\n........................... [100%]\n312 passed, 3 skipped in 0.37s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.010569665813818574,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}