cc-4b/logs/stats.json

[
    {
        "name": "\ud83d\udcd6 - READER: \ud83e\udd17 HuggingFace",
        "time_stats": {
            "total": 0.0032703959150239825,
            "mean": 0.0032703959150239825,
            "unit": "batch",
            "total_human": "0 seconds",
            "mean_human": "3.27 milliseconds",
            "std_dev_human": "0 milliseconds",
            "min_human": "3.27 milliseconds",
            "max_human": "3.27 milliseconds"
        },
        "stats": {
            "doc_len": {
                "total": 930469,
                "n": 400,
                "mean": 2326.1725000000006,
                "variance": 2834265.7571365903,
                "std_dev": 1683.527771418277,
                "min": 500,
                "max": 7978
            },
            "documents": 400
        }
    },
    {
        "name": "Model call: Inference \ud83d\udd0d",
        "time_stats": {
            "total": 447.8337735129753,
            "mean": 447.8337735129753,
            "unit": "total",
            "total_human": "7 minutes and 27.83 seconds",
            "mean_human": "7 minutes, 27 seconds and 833.77 milliseconds",
            "std_dev_human": "0 milliseconds",
            "min_human": "7 minutes, 27 seconds and 833.77 milliseconds",
            "max_human": "7 minutes, 27 seconds and 833.77 milliseconds"
        },
        "stats": {
            "inference_time": {
                "total": 441.07272476900835,
                "mean": 441.07272476900835,
                "unit": "seconds",
                "total_human": "7 minutes and 21.07 seconds",
                "mean_human": "7 minutes, 21 seconds and 72.72 milliseconds",
                "std_dev_human": "0 milliseconds",
                "min_human": "7 minutes, 21 seconds and 72.72 milliseconds",
                "max_human": "7 minutes, 21 seconds and 72.72 milliseconds"
            },
            "prompt_tokens": {
                "total": 412077,
                "n": 400,
                "mean": 1030.1925000000008,
                "variance": 128958.13578320797,
                "std_dev": 359.1074153832081,
                "min": 623,
                "max": 2348,
                "unit": "request"
            },
            "completion_tokens": {
                "total": 960228,
                "n": 400,
                "mean": 2400.57,
                "variance": 782246.8171428569,
                "std_dev": 884.4471816580439,
                "min": 943,
                "max": 8192,
                "unit": "request"
            },
            "successful_requests": {
                "total": 400,
                "unit": "request"
            },
            "requests": {
                "total": 400,
                "unit": "rollout"
            },
            "successful_rollouts": {
                "total": 400,
                "unit": "document"
            },
            "failed_rollouts": 0,
            "documents_processed": {
                "total": 400,
                "unit": "document"
            }
        }
    }
]