{
  "commit": "57749d46de1d975aacb82758c268fc26e5e6ed8b",
  "parent": "dae9e522a26041f5b3c6461cc8a5e284f3376a79",
  "repository_id": "R003",
  "schema_version": 1,
  "study": "Study 4 fresh-task retrieval replication",
  "task_id": "TASK_S4_R003_004",
  "valid_end_to_end": true,
  "validation": {
    "commands": [
      "python -m pytest -q tests/unit"
    ],
    "elapsed_seconds": 8.282294875010848,
    "gold": [
      {
        "command": "python -m pytest -q tests/unit",
        "elapsed_seconds": 2.6381802081596106,
        "returncode": 0,
        "stderr": "",
        "stdout": "........................................................................ [  6%]\n........................................................................ [ 13%]\n........................................................................ [ 20%]\n........................................................................ [ 27%]\n........................................................................ [ 34%]\n........................................................................ [ 41%]\n........................................................................ [ 48%]\n........................................................................ [ 55%]\n.........s..s........................................................... [ 62%]\n.....................................................................s.. [ 69%]\n........................................................................ [ 76%]\n........................................................................ [ 83%]\n........................................................................ [ 90%]\n........................................................................ [ 97%]\n......................                                                   [100%]\n1027 passed, 3 skipped in 2.45s\n",
        "timed_out": false
      }
    ],
    "hidden": [
      {
        "command": "python -m pytest -q tests/unit",
        "elapsed_seconds": 2.672264917055145,
        "returncode": 1,
        "stderr": "",
        "stdout": "........................................................................ [  6%]\n........................................................................ [ 13%]\n........................................................................ [ 20%]\n........................................................................ [ 27%]\n........................................................................ [ 34%]\n........................................................................ [ 41%]\n........................................................................ [ 48%]\n........................................................................ [ 55%]\n.........s..s........................................................... [ 62%]\n.....................................................................s.. [ 69%]\n........................................................................ [ 76%]\n..........................................................F............. [ 83%]\n........................................................................ [ 90%]\n........................................................................ [ 97%]\n......................                                                   [100%]\n=================================== FAILURES ===================================\n_______________________________ test_parse_value _______________________________\n\n    def test_parse_value():\n        ret = cli._parse_value(\"foobar\")\n        assert ret == \"foobar\"\n    \n        ret = cli._parse_value(True)\n        assert ret is True\n    \n        ret = cli._parse_value(1)\n        assert ret == 1\n    \n        ret = cli._parse_value(None)\n        assert ret is None\n    \n        fd, temp_path = tempfile.mkstemp()\n        os.write(fd, b\"content\")\n        os.close(fd)\n        ret = cli._parse_value(f\"@{temp_path}\")\n        assert ret == \"content\"\n        os.unlink(temp_path)\n    \n        fl = io.StringIO()\n        with contextlib.redirect_stderr(fl):\n            with pytest.raises(SystemExit) as exc:\n                cli._parse_value(\"@/thisfileprobablydoesntexist\")\n>           assert fl.getvalue().startswith(\n                \"FileNotFoundError: [Errno 2] No such file or directory:\"\n            )\nE           assert False\nE            +  where False = <built-in method startswith of str object at 0x10797afb0>('FileNotFoundError: [Errno 2] No such file or directory:')\nE            +    where <built-in method startswith of str object at 0x10797afb0> = \"[Errno 2] No such file or directory: '/thisfileprobablydoesntexist'\\n\".startswith\nE            +      where \"[Errno 2] No such file or directory: '/thisfileprobablydoesntexist'\\n\" = <built-in method getvalue of _io.StringIO object at 0x10839a3b0>()\nE            +        where <built-in method getvalue of _io.StringIO object at 0x10839a3b0> = <_io.StringIO object at 0x10839a3b0>.getvalue\n\ntests/unit/test_cli.py:96: AssertionError\n=========================== short test summary info ============================\nFAILED tests/unit/test_cli.py::test_parse_value - assert False\n1 failed, 1026 passed, 3 skipped in 2.49s\n",
        "timed_out": false
      }
    ],
    "hidden_apply": {
      "elapsed_seconds": 0.010352749843150377,
      "returncode": 0,
      "stderr": "",
      "stdout": ""
    },
    "original": [
      {
        "command": "python -m pytest -q tests/unit",
        "elapsed_seconds": 2.8843407498206943,
        "returncode": 0,
        "stderr": "",
        "stdout": "........................................................................ [  6%]\n........................................................................ [ 13%]\n........................................................................ [ 20%]\n........................................................................ [ 27%]\n........................................................................ [ 34%]\n........................................................................ [ 41%]\n........................................................................ [ 48%]\n........................................................................ [ 55%]\n.........s..s........................................................... [ 62%]\n.....................................................................s.. [ 69%]\n........................................................................ [ 76%]\n........................................................................ [ 83%]\n........................................................................ [ 90%]\n........................................................................ [ 97%]\n......................                                                   [100%]\n1027 passed, 3 skipped in 2.69s\n",
        "timed_out": false
      }
    ],
    "reason": null,
    "source_apply": {
      "elapsed_seconds": 0.010352541925385594,
      "returncode": 0,
      "stderr": "",
      "stdout": ""
    },
    "valid": true
  }
}