| { |
| "commit": "57749d46de1d975aacb82758c268fc26e5e6ed8b", |
| "parent": "dae9e522a26041f5b3c6461cc8a5e284f3376a79", |
| "repository_id": "R003", |
| "schema_version": 1, |
| "study": "Study 4 fresh-task retrieval replication", |
| "task_id": "TASK_S4_R003_004", |
| "valid_end_to_end": true, |
| "validation": { |
| "commands": [ |
| "python -m pytest -q tests/unit" |
| ], |
| "elapsed_seconds": 8.282294875010848, |
| "gold": [ |
| { |
| "command": "python -m pytest -q tests/unit", |
| "elapsed_seconds": 2.6381802081596106, |
| "returncode": 0, |
| "stderr": "", |
| "stdout": "........................................................................ [ 6%]\n........................................................................ [ 13%]\n........................................................................ [ 20%]\n........................................................................ [ 27%]\n........................................................................ [ 34%]\n........................................................................ [ 41%]\n........................................................................ [ 48%]\n........................................................................ [ 55%]\n.........s..s........................................................... [ 62%]\n.....................................................................s.. [ 69%]\n........................................................................ [ 76%]\n........................................................................ [ 83%]\n........................................................................ [ 90%]\n........................................................................ [ 97%]\n...................... [100%]\n1027 passed, 3 skipped in 2.45s\n", |
| "timed_out": false |
| } |
| ], |
| "hidden": [ |
| { |
| "command": "python -m pytest -q tests/unit", |
| "elapsed_seconds": 2.672264917055145, |
| "returncode": 1, |
| "stderr": "", |
| "stdout": "........................................................................ [ 6%]\n........................................................................ [ 13%]\n........................................................................ [ 20%]\n........................................................................ [ 27%]\n........................................................................ [ 34%]\n........................................................................ [ 41%]\n........................................................................ [ 48%]\n........................................................................ [ 55%]\n.........s..s........................................................... [ 62%]\n.....................................................................s.. [ 69%]\n........................................................................ [ 76%]\n..........................................................F............. [ 83%]\n........................................................................ [ 90%]\n........................................................................ [ 97%]\n...................... [100%]\n=================================== FAILURES ===================================\n_______________________________ test_parse_value _______________________________\n\n def test_parse_value():\n ret = cli._parse_value(\"foobar\")\n assert ret == \"foobar\"\n \n ret = cli._parse_value(True)\n assert ret is True\n \n ret = cli._parse_value(1)\n assert ret == 1\n \n ret = cli._parse_value(None)\n assert ret is None\n \n fd, temp_path = tempfile.mkstemp()\n os.write(fd, b\"content\")\n os.close(fd)\n ret = cli._parse_value(f\"@{temp_path}\")\n assert ret == \"content\"\n os.unlink(temp_path)\n \n fl = io.StringIO()\n with contextlib.redirect_stderr(fl):\n with pytest.raises(SystemExit) as exc:\n cli._parse_value(\"@/thisfileprobablydoesntexist\")\n> assert fl.getvalue().startswith(\n \"FileNotFoundError: [Errno 2] No such file or directory:\"\n )\nE assert False\nE + where False = <built-in method startswith of str object at 0x10797afb0>('FileNotFoundError: [Errno 2] No such file or directory:')\nE + where <built-in method startswith of str object at 0x10797afb0> = \"[Errno 2] No such file or directory: '/thisfileprobablydoesntexist'\\n\".startswith\nE + where \"[Errno 2] No such file or directory: '/thisfileprobablydoesntexist'\\n\" = <built-in method getvalue of _io.StringIO object at 0x10839a3b0>()\nE + where <built-in method getvalue of _io.StringIO object at 0x10839a3b0> = <_io.StringIO object at 0x10839a3b0>.getvalue\n\ntests/unit/test_cli.py:96: AssertionError\n=========================== short test summary info ============================\nFAILED tests/unit/test_cli.py::test_parse_value - assert False\n1 failed, 1026 passed, 3 skipped in 2.49s\n", |
| "timed_out": false |
| } |
| ], |
| "hidden_apply": { |
| "elapsed_seconds": 0.010352749843150377, |
| "returncode": 0, |
| "stderr": "", |
| "stdout": "" |
| }, |
| "original": [ |
| { |
| "command": "python -m pytest -q tests/unit", |
| "elapsed_seconds": 2.8843407498206943, |
| "returncode": 0, |
| "stderr": "", |
| "stdout": "........................................................................ [ 6%]\n........................................................................ [ 13%]\n........................................................................ [ 20%]\n........................................................................ [ 27%]\n........................................................................ [ 34%]\n........................................................................ [ 41%]\n........................................................................ [ 48%]\n........................................................................ [ 55%]\n.........s..s........................................................... [ 62%]\n.....................................................................s.. [ 69%]\n........................................................................ [ 76%]\n........................................................................ [ 83%]\n........................................................................ [ 90%]\n........................................................................ [ 97%]\n...................... [100%]\n1027 passed, 3 skipped in 2.69s\n", |
| "timed_out": false |
| } |
| ], |
| "reason": null, |
| "source_apply": { |
| "elapsed_seconds": 0.010352541925385594, |
| "returncode": 0, |
| "stderr": "", |
| "stdout": "" |
| }, |
| "valid": true |
| } |
| } |
|
|
