main-4b/logs/stats.json

[
    {
        "name": "\ud83d\udcd6 - READER: \ud83e\udd17 HuggingFace",
        "time_stats": {
            "total": 0.0032821090426295996,
            "mean": 0.0032821090426295996,
            "unit": "batch",
            "total_human": "0 seconds",
            "mean_human": "3.28 milliseconds",
            "std_dev_human": "0 milliseconds",
            "min_human": "3.28 milliseconds",
            "max_human": "3.28 milliseconds"
        },
        "stats": {
            "doc_len": {
                "total": 1511258,
                "n": 600,
                "mean": 2518.763333333335,
                "variance": 3320747.25942126,
                "std_dev": 1822.291760235243,
                "min": 508,
                "max": 7818
            },
            "documents": 600
        }
    },
    {
        "name": "Model call: Inference \ud83d\udd0d",
        "time_stats": {
            "total": 742.0221984599484,
            "mean": 742.0221984599484,
            "unit": "total",
            "total_human": "12 minutes and 22.02 seconds",
            "mean_human": "12 minutes, 22 seconds and 22.20 milliseconds",
            "std_dev_human": "0 milliseconds",
            "min_human": "12 minutes, 22 seconds and 22.20 milliseconds",
            "max_human": "12 minutes, 22 seconds and 22.20 milliseconds"
        },
        "stats": {
            "inference_time": {
                "total": 736.786502023926,
                "mean": 736.786502023926,
                "unit": "seconds",
                "total_human": "12 minutes and 16.79 seconds",
                "mean_human": "12 minutes, 16 seconds and 786.50 milliseconds",
                "std_dev_human": "0 milliseconds",
                "min_human": "12 minutes, 16 seconds and 786.50 milliseconds",
                "max_human": "12 minutes, 16 seconds and 786.50 milliseconds"
            },
            "prompt_tokens": {
                "total": 789778,
                "n": 600,
                "mean": 1316.296666666665,
                "variance": 337830.23905397917,
                "std_dev": 581.2316569613007,
                "min": 637,
                "max": 4174,
                "unit": "request"
            },
            "completion_tokens": {
                "total": 1728760,
                "n": 600,
                "mean": 2881.266666666668,
                "variance": 1436965.3311074008,
                "std_dev": 1198.734887749331,
                "min": 170,
                "max": 8192,
                "unit": "request"
            },
            "successful_requests": {
                "total": 600,
                "unit": "request"
            },
            "requests": {
                "total": 600,
                "unit": "rollout"
            },
            "successful_rollouts": {
                "total": 600,
                "unit": "document"
            },
            "failed_rollouts": 0,
            "documents_processed": {
                "total": 600,
                "unit": "document"
            }
        }
    }
]