File size: 7,077 Bytes
d61821a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 | {
"commit": "57749d46de1d975aacb82758c268fc26e5e6ed8b",
"parent": "dae9e522a26041f5b3c6461cc8a5e284f3376a79",
"repository_id": "R003",
"schema_version": 1,
"study": "Study 4 fresh-task retrieval replication",
"task_id": "TASK_S4_R003_004",
"valid_end_to_end": true,
"validation": {
"commands": [
"python -m pytest -q tests/unit"
],
"elapsed_seconds": 8.282294875010848,
"gold": [
{
"command": "python -m pytest -q tests/unit",
"elapsed_seconds": 2.6381802081596106,
"returncode": 0,
"stderr": "",
"stdout": "........................................................................ [ 6%]\n........................................................................ [ 13%]\n........................................................................ [ 20%]\n........................................................................ [ 27%]\n........................................................................ [ 34%]\n........................................................................ [ 41%]\n........................................................................ [ 48%]\n........................................................................ [ 55%]\n.........s..s........................................................... [ 62%]\n.....................................................................s.. [ 69%]\n........................................................................ [ 76%]\n........................................................................ [ 83%]\n........................................................................ [ 90%]\n........................................................................ [ 97%]\n...................... [100%]\n1027 passed, 3 skipped in 2.45s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "python -m pytest -q tests/unit",
"elapsed_seconds": 2.672264917055145,
"returncode": 1,
"stderr": "",
"stdout": "........................................................................ [ 6%]\n........................................................................ [ 13%]\n........................................................................ [ 20%]\n........................................................................ [ 27%]\n........................................................................ [ 34%]\n........................................................................ [ 41%]\n........................................................................ [ 48%]\n........................................................................ [ 55%]\n.........s..s........................................................... [ 62%]\n.....................................................................s.. [ 69%]\n........................................................................ [ 76%]\n..........................................................F............. [ 83%]\n........................................................................ [ 90%]\n........................................................................ [ 97%]\n...................... [100%]\n=================================== FAILURES ===================================\n_______________________________ test_parse_value _______________________________\n\n def test_parse_value():\n ret = cli._parse_value(\"foobar\")\n assert ret == \"foobar\"\n \n ret = cli._parse_value(True)\n assert ret is True\n \n ret = cli._parse_value(1)\n assert ret == 1\n \n ret = cli._parse_value(None)\n assert ret is None\n \n fd, temp_path = tempfile.mkstemp()\n os.write(fd, b\"content\")\n os.close(fd)\n ret = cli._parse_value(f\"@{temp_path}\")\n assert ret == \"content\"\n os.unlink(temp_path)\n \n fl = io.StringIO()\n with contextlib.redirect_stderr(fl):\n with pytest.raises(SystemExit) as exc:\n cli._parse_value(\"@/thisfileprobablydoesntexist\")\n> assert fl.getvalue().startswith(\n \"FileNotFoundError: [Errno 2] No such file or directory:\"\n )\nE assert False\nE + where False = <built-in method startswith of str object at 0x10797afb0>('FileNotFoundError: [Errno 2] No such file or directory:')\nE + where <built-in method startswith of str object at 0x10797afb0> = \"[Errno 2] No such file or directory: '/thisfileprobablydoesntexist'\\n\".startswith\nE + where \"[Errno 2] No such file or directory: '/thisfileprobablydoesntexist'\\n\" = <built-in method getvalue of _io.StringIO object at 0x10839a3b0>()\nE + where <built-in method getvalue of _io.StringIO object at 0x10839a3b0> = <_io.StringIO object at 0x10839a3b0>.getvalue\n\ntests/unit/test_cli.py:96: AssertionError\n=========================== short test summary info ============================\nFAILED tests/unit/test_cli.py::test_parse_value - assert False\n1 failed, 1026 passed, 3 skipped in 2.49s\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.010352749843150377,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "python -m pytest -q tests/unit",
"elapsed_seconds": 2.8843407498206943,
"returncode": 0,
"stderr": "",
"stdout": "........................................................................ [ 6%]\n........................................................................ [ 13%]\n........................................................................ [ 20%]\n........................................................................ [ 27%]\n........................................................................ [ 34%]\n........................................................................ [ 41%]\n........................................................................ [ 48%]\n........................................................................ [ 55%]\n.........s..s........................................................... [ 62%]\n.....................................................................s.. [ 69%]\n........................................................................ [ 76%]\n........................................................................ [ 83%]\n........................................................................ [ 90%]\n........................................................................ [ 97%]\n...................... [100%]\n1027 passed, 3 skipped in 2.69s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.010352541925385594,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}
|