agent-harness / tasks /validation /study2 /TASK_S2_R003_017.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
8.05 kB
{
"commit": "b187deadabbfdf0326ecd79a3ee64c9de10c53e0",
"parent": "ef8f0e190b1add3bbba9a7b194aba2f3c1a83b2e",
"repository_id": "R003",
"schema_version": 1,
"task_id": "TASK_S2_R003_017",
"valid_end_to_end": true,
"validation": {
"commands": [
"python -m pytest -q tests/unit/objects"
],
"elapsed_seconds": 1.4545442501548678,
"gold": [
{
"command": "python -m pytest -q tests/unit/objects",
"elapsed_seconds": 0.4054504579398781,
"returncode": 0,
"stderr": "",
"stdout": "...............................................................s..s..... [ 22%]\n........................................................................ [ 44%]\n............................................................s........... [ 67%]\n........................................................................ [ 89%]\n.................................. [100%]\n319 passed, 3 skipped in 0.24s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "python -m pytest -q tests/unit/objects",
"elapsed_seconds": 0.4375380000565201,
"returncode": 1,
"stderr": "",
"stdout": "...............................................................s..s..... [ 22%]\n.....FE................................................................. [ 44%]\n.............................................................s.......... [ 66%]\n........................................................................ [ 89%]\n................................... [100%]\n==================================== ERRORS ====================================\n____________ ERROR at teardown of test_create_group_service_account ____________\n\n @pytest.fixture\n def resp_create_group_service_account():\n> with responses.RequestsMock() as rsps:\n\ntests/unit/objects/test_groups.py:335: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n/Users/mandeepsidhu/Desktop/code/pending-work-research/agent-harness/.venv/lib/python3.11/site-packages/responses/__init__.py:996: in __exit__\n self.stop(allow_assert=success)\n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = <responses.RequestsMock object at 0x10be82390>, allow_assert = True\n\n def stop(self, allow_assert: bool = True) -> None:\n if self._patcher:\n # prevent stopping unstarted patchers\n self._patcher.stop()\n \n # once patcher is stopped, clean it. This is required to create a new\n # fresh patcher on self.start()\n self._patcher = None\n \n if not self.assert_all_requests_are_fired:\n return\n \n if not allow_assert:\n return\n \n not_called = [m for m in self.registered() if m.call_count == 0]\n if not_called:\n> raise AssertionError(\n \"Not all requests have been executed {!r}\".format(\n [(match.method, match.url) for match in not_called]\n )\n )\nE AssertionError: Not all requests have been executed [('POST', 'http://localhost/api/v4/groups/1/service_accounts')]\n\n/Users/mandeepsidhu/Desktop/code/pending-work-research/agent-harness/.venv/lib/python3.11/site-packages/responses/__init__.py:1233: AssertionError\n=================================== FAILURES ===================================\n______________________ test_create_group_service_account _______________________\n\ngroup = <Group id:1>\nresp_create_group_service_account = <responses.RequestsMock object at 0x10be82390>\n\n def test_create_group_service_account(group, resp_create_group_service_account):\n> service_account = group.service_accounts.create(\n {\"name\": \"gitlab-service-account\", \"username\": \"gitlab-service-account\"}\n )\n\ntests/unit/objects/test_groups.py:490: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = <Group id:1>, name = 'service_accounts'\n\n def __getattr__(self, name: str) -> Any:\n if name in self.__dict__[\"_updated_attrs\"]:\n return self.__dict__[\"_updated_attrs\"][name]\n \n if name in self.__dict__[\"_attrs\"]:\n value = self.__dict__[\"_attrs\"][name]\n # If the value is a list, we copy it in the _updated_attrs dict\n # because we are not able to detect changes made on the object\n # (append, insert, pop, ...). Without forcing the attr\n # creation __setattr__ is never called, the list never ends up\n # in the _updated_attrs dict, and the update() and save()\n # method never push the new data to the server.\n # See https://github.com/python-gitlab/python-gitlab/issues/306\n #\n # note: _parent_attrs will only store simple values (int) so we\n # don't make this check in the next block.\n if isinstance(value, list):\n self.__dict__[\"_updated_attrs\"][name] = value[:]\n return self.__dict__[\"_updated_attrs\"][name]\n \n return value\n \n if name in self.__dict__[\"_parent_attrs\"]:\n return self.__dict__[\"_parent_attrs\"][name]\n \n message = f\"{type(self).__name__!r} object has no attribute {name!r}\"\n if self._created_from_list:\n message = (\n f\"{message}\\n\\n\"\n + textwrap.fill(\n f\"{self.__class__!r} was created via a list() call and \"\n f\"only a subset of the data may be present. To ensure \"\n f\"all data is present get the object using a \"\n f\"get(object.id) call. For more details, see:\"\n )\n + f\"\\n\\n{_URL_ATTRIBUTE_ERROR}\"\n )\n elif self._lazy:\n message = f\"{message}\\n\\n\" + textwrap.fill(\n f\"If you tried to access object attributes returned from the server, \"\n f\"note that {self.__class__!r} was created as a `lazy` object and was \"\n f\"not initialized with any data.\"\n )\n> raise AttributeError(message)\nE AttributeError: 'Group' object has no attribute 'service_accounts'\nE \nE If you tried to access object attributes returned from the server,\nE note that <class 'gitlab.v4.objects.groups.Group'> was created as a\nE `lazy` object and was not initialized with any data.\n\ngitlab/base.py:134: AttributeError\n=========================== short test summary info ============================\nFAILED tests/unit/objects/test_groups.py::test_create_group_service_account\nERROR tests/unit/objects/test_groups.py::test_create_group_service_account - ...\n1 failed, 318 passed, 3 skipped, 1 error in 0.27s\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.00941220810636878,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "python -m pytest -q tests/unit/objects",
"elapsed_seconds": 0.54900729120709,
"returncode": 0,
"stderr": "",
"stdout": "...............................................................s..s..... [ 22%]\n........................................................................ [ 44%]\n...........................................................s............ [ 67%]\n........................................................................ [ 89%]\n................................. [100%]\n318 passed, 3 skipped in 0.37s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.00949754100292921,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}