pilot-9b/logs/stats.json

[
    {
        "name": "\ud83d\udcd6 - READER: \ud83e\udd17 HuggingFace",
        "time_stats": {
            "total": 0.0005857980577275157,
            "mean": 0.0005857980577275157,
            "unit": "batch",
            "total_human": "0 seconds",
            "mean_human": "0.59 milliseconds",
            "std_dev_human": "0 milliseconds",
            "min_human": "0.59 milliseconds",
            "max_human": "0.59 milliseconds"
        },
        "stats": {
            "doc_len": {
                "total": 234703,
                "n": 100,
                "mean": 2347.0300000000016,
                "variance": 3019051.988989897,
                "std_dev": 1737.5419387715212,
                "min": 503,
                "max": 7986
            },
            "documents": 100
        }
    },
    {
        "name": "Model call: Inference \ud83d\udd0d",
        "time_stats": {
            "total": 249.0553255439736,
            "mean": 249.0553255439736,
            "unit": "total",
            "total_human": "4 minutes and 9.06 seconds",
            "mean_human": "4 minutes, 9 seconds and 55.33 milliseconds",
            "std_dev_human": "0 milliseconds",
            "min_human": "4 minutes, 9 seconds and 55.33 milliseconds",
            "max_human": "4 minutes, 9 seconds and 55.33 milliseconds"
        },
        "stats": {
            "inference_time": {
                "total": 241.7944346460281,
                "mean": 241.7944346460281,
                "unit": "seconds",
                "total_human": "4 minutes and 1.79 seconds",
                "mean_human": "4 minutes, 1 second and 794.43 milliseconds",
                "std_dev_human": "0 milliseconds",
                "min_human": "4 minutes, 1 second and 794.43 milliseconds",
                "max_human": "4 minutes, 1 second and 794.43 milliseconds"
            },
            "prompt_tokens": {
                "total": 126946,
                "n": 100,
                "mean": 1269.46,
                "variance": 368968.2913131313,
                "std_dev": 607.4276017050355,
                "min": 697,
                "max": 4231,
                "unit": "request"
            },
            "completion_tokens": {
                "total": 246407,
                "n": 100,
                "mean": 2464.07,
                "variance": 605524.1061616158,
                "std_dev": 778.154294572494,
                "min": 1235,
                "max": 4763,
                "unit": "request"
            },
            "successful_requests": {
                "total": 100,
                "unit": "request"
            },
            "requests": {
                "total": 100,
                "unit": "rollout"
            },
            "successful_rollouts": {
                "total": 100,
                "unit": "document"
            },
            "failed_rollouts": 0,
            "documents_processed": {
                "total": 100,
                "unit": "document"
            }
        }
    }
]