agent-harness / tasks /validation /study4 /TASK_S4_R003_006.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
7.44 kB
{
"commit": "3fe9fa64d9a38bc77950046f2950660d8d7e27a6",
"parent": "fad14413f4f27f1b6f902703b5075528aac52451",
"repository_id": "R003",
"schema_version": 1,
"study": "Study 4 fresh-task retrieval replication",
"task_id": "TASK_S4_R003_006",
"valid_end_to_end": true,
"validation": {
"commands": [
"python -m pytest -q tests/unit"
],
"elapsed_seconds": 8.294983999803662,
"gold": [
{
"command": "python -m pytest -q tests/unit",
"elapsed_seconds": 2.6456440000329167,
"returncode": 0,
"stderr": "",
"stdout": "........................................................................ [ 7%]\n........................................................................ [ 14%]\n........................................................................ [ 21%]\n........................................................................ [ 28%]\n........................................................................ [ 35%]\n........................................................................ [ 42%]\n........................................................................ [ 49%]\n........................................................................ [ 56%]\n........s..s............................................................ [ 63%]\n...................................................................s.... [ 70%]\n........................................................................ [ 77%]\n........................................................................ [ 84%]\n........................................................................ [ 91%]\n........................................................................ [ 98%]\n.................... [100%]\n1025 passed, 3 skipped in 2.45s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "python -m pytest -q tests/unit",
"elapsed_seconds": 2.6811955419834703,
"returncode": 1,
"stderr": "",
"stdout": "........................................................................ [ 7%]\n........................................................................ [ 14%]\n........................................................................ [ 21%]\n........................................................................ [ 28%]\n........................................................................ [ 35%]\n........................................................................ [ 42%]\n........................................................................ [ 49%]\n........................................................................ [ 56%]\n........s..s............................................................ [ 63%]\n...................................................................s.... [ 70%]\n........................................................................ [ 77%]\n..........................................................F............. [ 84%]\n........................................................................ [ 91%]\n........................................................................ [ 98%]\n.................... [100%]\n=================================== FAILURES ===================================\n______________________________ test_no_ssl_verify ______________________________\n\n def test_no_ssl_verify():\n parser = cli._get_base_parser()\n> args = parser.parse_args([\"--no-ssl-verify\"])\n\ntests/unit/test_cli.py:114: \n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n/opt/homebrew/Cellar/python@3.11/3.11.15_1/Frameworks/Python.framework/Versions/3.11/lib/python3.11/argparse.py:1877: in parse_args\n self.error(msg % ' '.join(argv))\n/opt/homebrew/Cellar/python@3.11/3.11.15_1/Frameworks/Python.framework/Versions/3.11/lib/python3.11/argparse.py:2640: in error\n self.exit(2, _('%(prog)s: error: %(message)s\\n') % args)\n_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ \n\nself = ArgumentParser(prog='__main__.py', usage=None, description='GitLab API Command Line Interface', formatter_class=<class 'gitlab.cli.VerticalHelpFormatter'>, conflict_handler='error', add_help=True)\nstatus = 2\nmessage = '__main__.py: error: unrecognized arguments: --no-ssl-verify\\n'\n\n def exit(self, status=0, message=None):\n if message:\n self._print_message(message, _sys.stderr)\n> _sys.exit(status)\nE SystemExit: 2\n\n/opt/homebrew/Cellar/python@3.11/3.11.15_1/Frameworks/Python.framework/Versions/3.11/lib/python3.11/argparse.py:2627: SystemExit\n----------------------------- Captured stderr call -----------------------------\nusage: __main__.py [-h] [--version] [-v] [-d] [-c CONFIG_FILE] [-g GITLAB]\n [-o {json,legacy,yaml}] [-f FIELDS]\n [--server-url SERVER_URL] [--ssl-verify SSL_VERIFY]\n [--timeout TIMEOUT] [--api-version API_VERSION]\n [--per-page PER_PAGE] [--pagination PAGINATION]\n [--order-by ORDER_BY] [--user-agent USER_AGENT]\n [--private-token PRIVATE_TOKEN | --oauth-token OAUTH_TOKEN | --job-token JOB_TOKEN]\n__main__.py: error: unrecognized arguments: --no-ssl-verify\n=========================== short test summary info ============================\nFAILED tests/unit/test_cli.py::test_no_ssl_verify - SystemExit: 2\n1 failed, 1024 passed, 3 skipped in 2.50s\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.010681624989956617,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "python -m pytest -q tests/unit",
"elapsed_seconds": 2.876575040863827,
"returncode": 0,
"stderr": "",
"stdout": "........................................................................ [ 7%]\n........................................................................ [ 14%]\n........................................................................ [ 21%]\n........................................................................ [ 28%]\n........................................................................ [ 35%]\n........................................................................ [ 42%]\n........................................................................ [ 49%]\n........................................................................ [ 56%]\n........s..s............................................................ [ 63%]\n...................................................................s.... [ 70%]\n........................................................................ [ 77%]\n........................................................................ [ 84%]\n........................................................................ [ 91%]\n........................................................................ [ 98%]\n................... [100%]\n1024 passed, 3 skipped in 2.68s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.011405958095565438,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}