agent-harness / tasks /validation /study4 /TASK_S4_R003_005.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
4.06 kB
{
"commit": "dae9e522a26041f5b3c6461cc8a5e284f3376a79",
"parent": "dcca59d1a5966283c1120cfb639c01a76214d2b2",
"repository_id": "R003",
"schema_version": 1,
"study": "Study 4 fresh-task retrieval replication",
"task_id": "TASK_S4_R003_005",
"valid_end_to_end": true,
"validation": {
"commands": [
"python -m pytest -q tests/unit/objects"
],
"elapsed_seconds": 1.5125389168970287,
"gold": [
{
"command": "python -m pytest -q tests/unit/objects",
"elapsed_seconds": 0.42063616611994803,
"returncode": 0,
"stderr": "",
"stdout": "..............................................................s..s...... [ 23%]\n........................................................................ [ 46%]\n..................................................s..................... [ 69%]\n........................................................................ [ 92%]\n........................ [100%]\n309 passed, 3 skipped in 0.25s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "python -m pytest -q tests/unit/objects",
"elapsed_seconds": 0.4380806249100715,
"returncode": 1,
"stderr": "",
"stdout": "...................................................F..........s..s...... [ 23%]\n........................................................................ [ 46%]\n...............F..................................s..................... [ 69%]\n........................................................................ [ 92%]\n........................ [100%]\n=================================== FAILURES ===================================\n_________________________ test_get_group_access_token __________________________\n\ngroup = <Group id:1>\nresp_get_group_access_token = <responses.RequestsMock object at 0x10bc2ec10>\n\n def test_get_group_access_token(group, resp_get_group_access_token):\n> access_token = group.access_tokens.get(1)\nE AttributeError: 'GroupAccessTokenManager' object has no attribute 'get'\n\ntests/unit/objects/test_group_access_tokens.py:100: AttributeError\n________________________ test_get_project_access_token _________________________\n\nproject = <Project id:1>\nresp_get_project_access_token = <responses.RequestsMock object at 0x10bd15550>\n\n def test_get_project_access_token(project, resp_get_project_access_token):\n> access_token = project.access_tokens.get(1)\nE AttributeError: 'ProjectAccessTokenManager' object has no attribute 'get'\n\ntests/unit/objects/test_project_access_tokens.py:100: AttributeError\n=========================== short test summary info ============================\nFAILED tests/unit/objects/test_group_access_tokens.py::test_get_group_access_token\nFAILED tests/unit/objects/test_project_access_tokens.py::test_get_project_access_token\n2 failed, 307 passed, 3 skipped in 0.27s\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.01074149995110929,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "python -m pytest -q tests/unit/objects",
"elapsed_seconds": 0.5561830829828978,
"returncode": 0,
"stderr": "",
"stdout": ".............................................................s..s....... [ 23%]\n........................................................................ [ 46%]\n................................................s....................... [ 69%]\n........................................................................ [ 92%]\n...................... [100%]\n307 passed, 3 skipped in 0.37s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.010357582941651344,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}