probe-rtx-fp8/logs/stats.json

[
    {
        "name": "\ud83d\udcd6 - READER: \ud83e\udd17 HuggingFace",
        "time_stats": {
            "total": 0.0008513430075254291,
            "mean": 0.0008513430075254291,
            "unit": "batch",
            "total_human": "0 seconds",
            "mean_human": "0.85 milliseconds",
            "std_dev_human": "0 milliseconds",
            "min_human": "0.85 milliseconds",
            "max_human": "0.85 milliseconds"
        },
        "stats": {
            "doc_len": {
                "total": 495192,
                "n": 200,
                "mean": 2475.9599999999996,
                "variance": 3308765.887839194,
                "std_dev": 1819.0013435506842,
                "min": 503,
                "max": 7986
            },
            "documents": 200
        }
    },
    {
        "name": "Model call: Inference \ud83d\udd0d",
        "time_stats": {
            "total": 466.8932486519916,
            "mean": 466.8932486519916,
            "unit": "total",
            "total_human": "7 minutes and 46.89 seconds",
            "mean_human": "7 minutes, 46 seconds and 893.25 milliseconds",
            "std_dev_human": "0 milliseconds",
            "min_human": "7 minutes, 46 seconds and 893.25 milliseconds",
            "max_human": "7 minutes, 46 seconds and 893.25 milliseconds"
        },
        "stats": {
            "inference_time": {
                "total": 461.4491327140131,
                "mean": 461.4491327140131,
                "unit": "seconds",
                "total_human": "7 minutes and 41.45 seconds",
                "mean_human": "7 minutes, 41 seconds and 449.13 milliseconds",
                "std_dev_human": "0 milliseconds",
                "min_human": "7 minutes, 41 seconds and 449.13 milliseconds",
                "max_human": "7 minutes, 41 seconds and 449.13 milliseconds"
            },
            "prompt_tokens": {
                "total": 262577,
                "n": 200,
                "mean": 1312.885,
                "variance": 388722.7354522612,
                "std_dev": 623.4763311082957,
                "min": 669,
                "max": 4231,
                "unit": "request"
            },
            "completion_tokens": {
                "total": 501832,
                "n": 200,
                "mean": 2509.1600000000003,
                "variance": 575240.4767839194,
                "std_dev": 758.4460935253866,
                "min": 957,
                "max": 5935,
                "unit": "request"
            },
            "successful_requests": {
                "total": 200,
                "unit": "request"
            },
            "requests": {
                "total": 200,
                "unit": "rollout"
            },
            "successful_rollouts": {
                "total": 200,
                "unit": "document"
            },
            "failed_rollouts": 0,
            "documents_processed": {
                "total": 200,
                "unit": "document"
            }
        }
    }
]