agent-harness / tasks /validation /study2 /TASK_S2_R003_020.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
6.57 kB
{
"commit": "529f1faacee46a88cb0a542306309eb835516796",
"parent": "e11d889cd19ec1555b2bbee15355a8cdfad61d5f",
"repository_id": "R003",
"schema_version": 1,
"task_id": "TASK_S2_R003_020",
"valid_end_to_end": true,
"validation": {
"commands": [
"python -m pytest -q tests/unit"
],
"elapsed_seconds": 8.370321084046736,
"gold": [
{
"command": "python -m pytest -q tests/unit",
"elapsed_seconds": 2.6732531669549644,
"returncode": 0,
"stderr": "",
"stdout": "........................................................................ [ 6%]\n........................................................................ [ 13%]\n........................................................................ [ 20%]\n........................................................................ [ 27%]\n........................................................................ [ 34%]\n........................................................................ [ 41%]\n........................................................................ [ 48%]\n........................................................................ [ 55%]\n............s..s........................................................ [ 62%]\n........................................................................ [ 69%]\n...s.................................................................... [ 76%]\n........................................................................ [ 83%]\n........................................................................ [ 90%]\n........................................................................ [ 97%]\n............................. [100%]\n1034 passed, 3 skipped in 2.48s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "python -m pytest -q tests/unit",
"elapsed_seconds": 2.7459403339307755,
"returncode": 1,
"stderr": "",
"stdout": "........................................................................ [ 6%]\n........................................................................ [ 13%]\n........................................................................ [ 20%]\n........................................................................ [ 27%]\n........................................................................ [ 34%]\n........................................................................ [ 41%]\n........................................................................ [ 48%]\n........................................................................ [ 55%]\n............s..s........................................................ [ 62%]\n........................................................................ [ 69%]\n...s.................................................................... [ 76%]\n........................................................................ [ 83%]\n........................................................................ [ 90%]\n..........................................F............................. [ 97%]\n............................. [100%]\n=================================== FAILURES ===================================\n_____________________ test_list_request_pagination_warning _____________________\n\ngl = <gitlab.client.Gitlab object at 0x115cd3210>\n\n @responses.activate\n def test_list_request_pagination_warning(gl):\n responses.add(**large_list_response)\n \n with warnings.catch_warnings(record=True) as caught_warnings:\n result = gl.http_list(\"/projects\", iterator=False)\n assert len(caught_warnings) == 1\n warning = caught_warnings[0]\n assert isinstance(warning.message, UserWarning)\n message = str(warning.message)\n assert \"Calling a `list()` method\" in message\n assert \"python-gitlab.readthedocs.io\" in message\n> assert __file__ in message\nE AssertionError: assert '/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r003-wz1rjcxg/tree/tests/unit/test_gitlab_http_methods.py' in 'Calling a `list()` method without specifying `get_all=True` or `iterator=True` will return a maximum of 20 items. You...ython-gitlab: /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r003-wz1rjcxg/tree/gitlab/client.py:955)'\n\ntests/unit/test_gitlab_http_methods.py:603: AssertionError\n=========================== short test summary info ============================\nFAILED tests/unit/test_gitlab_http_methods.py::test_list_request_pagination_warning\n1 failed, 1033 passed, 3 skipped in 2.56s\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.009812166914343834,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "python -m pytest -q tests/unit",
"elapsed_seconds": 2.8897526250220835,
"returncode": 0,
"stderr": "",
"stdout": "........................................................................ [ 6%]\n........................................................................ [ 13%]\n........................................................................ [ 20%]\n........................................................................ [ 27%]\n........................................................................ [ 34%]\n........................................................................ [ 41%]\n........................................................................ [ 48%]\n........................................................................ [ 55%]\n............s..s........................................................ [ 62%]\n........................................................................ [ 69%]\n...s.................................................................... [ 76%]\n........................................................................ [ 83%]\n........................................................................ [ 90%]\n........................................................................ [ 97%]\n............................. [100%]\n1034 passed, 3 skipped in 2.69s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.00968533311970532,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}