agent-harness / tasks /validation /study4 /TASK_S4_R003_007.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
3.56 kB
{
"commit": "ebf9d821cfc36071fca05d38b82c641ae30c974c",
"parent": "428b4fdee5402f1588f35fb50d98b2225d083f6d",
"repository_id": "R003",
"schema_version": 1,
"study": "Study 4 fresh-task retrieval replication",
"task_id": "TASK_S4_R003_007",
"valid_end_to_end": true,
"validation": {
"commands": [
"python -m pytest -q tests/unit tests/unit/objects"
],
"elapsed_seconds": 1.3090489578898996,
"gold": [
{
"command": "python -m pytest -q tests/unit tests/unit/objects",
"elapsed_seconds": 0.41813791589811444,
"returncode": 0,
"stderr": "",
"stdout": ".............................................................s..s....... [ 23%]\n........................................................................ [ 46%]\n................................................s....................... [ 69%]\n........................................................................ [ 92%]\n...................... [100%]\n307 passed, 3 skipped in 0.25s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "python -m pytest -q tests/unit tests/unit/objects",
"elapsed_seconds": 0.2550970839802176,
"returncode": 2,
"stderr": "",
"stdout": "\n==================================== ERRORS ====================================\n___________ ERROR collecting tests/unit/objects/test_draft_notes.py ____________\nImportError while importing test module '/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r003-u7pczpt8/tree/tests/unit/objects/test_draft_notes.py'.\nHint: make sure your test modules/packages have valid Python names.\nTraceback:\n/opt/homebrew/Cellar/python@3.11/3.11.15_1/Frameworks/Python.framework/Versions/3.11/lib/python3.11/importlib/__init__.py:126: in import_module\n return _bootstrap._gcd_import(name[level:], package, level)\ntests/unit/objects/test_draft_notes.py:9: in <module>\n from gitlab.v4.objects import ProjectMergeRequestDraftNote\nE ImportError: cannot import name 'ProjectMergeRequestDraftNote' from 'gitlab.v4.objects' (/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r003-u7pczpt8/tree/gitlab/v4/objects/__init__.py)\n=========================== short test summary info ============================\nERROR tests/unit/objects/test_draft_notes.py\n!!!!!!!!!!!!!!!!!!!! Interrupted: 1 error during collection !!!!!!!!!!!!!!!!!!!!\n1 error in 0.09s\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.010473167058080435,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "python -m pytest -q tests/unit tests/unit/objects",
"elapsed_seconds": 0.5463722918648273,
"returncode": 0,
"stderr": "",
"stdout": "......................................................s..s.............. [ 23%]\n........................................................................ [ 47%]\n.........................................s.............................. [ 71%]\n........................................................................ [ 95%]\n............... [100%]\n300 passed, 3 skipped in 0.36s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.010207833023741841,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}