api/tests/artifacts/reliability_metrics.json

{
  "repeated_health": {
    "iterations": 4,
    "statuses": [
      200,
      200,
      200,
      200
    ],
    "consistent": true
  },
  "repeated_job_status": {
    "iterations": 4,
    "statuses": [
      404,
      404,
      404,
      404
    ],
    "consistent": true
  },
  "invalid_input_cases": {
    "missing_request_id_pdf": {
      "status_code": 422,
      "allowed": [
        422
      ],
      "ok": true
    },
    "missing_request_id_async": {
      "status_code": 422,
      "allowed": [
        422
      ],
      "ok": true
    },
    "empty_seed_images_pdf": {
      "status_code": 422,
      "allowed": [
        422
      ],
      "ok": true
    },
    "num_solutions_zero_pdf": {
      "status_code": 422,
      "allowed": [
        422
      ],
      "ok": true
    },
    "non_int_user_id": {
      "status_code": 422,
      "allowed": [
        422
      ],
      "ok": true
    },
    "nonexistent_job_status": {
      "status_code": 404,
      "allowed": [
        404,
        500
      ],
      "ok": true
    },
    "nonexistent_request_id_pdf": {
      "status_code": 404,
      "allowed": [
        404
      ],
      "ok": true
    }
  },
  "recovery": {
    "passed": true
  },
  "health_under_load": {
    "health_pings": 3,
    "health_200s": 3
  },
  "sustained_load": {
    "iterations": 6,
    "ok": 6,
    "fail": 0,
    "success_rate": 1.0,
    "min_s": 0.306,
    "mean_s": 0.766,
    "max_s": 1.383,
    "stdev_s": 0.396,
    "wall_s": 14.599
  }
}