| { | |
| "instructor_benchmark_ms": 74.0, | |
| "samples_requested": 100, | |
| "sample_split": "test", | |
| "max_len": 512, | |
| "gpu_bf16": { | |
| "n": 100, | |
| "avg_ms": 10.08, | |
| "p50_ms": 8.9, | |
| "p95_ms": 13.72, | |
| "max_ms": 18.58, | |
| "avg_s": 0.0101, | |
| "mean_tokens": 280.0, | |
| "ratio_to_benchmark": 0.136, | |
| "device": "NVIDIA GeForce RTX 3090 Ti" | |
| }, | |
| "cpu_fp32": { | |
| "n": 100, | |
| "avg_ms": 458.57, | |
| "p50_ms": 445.01, | |
| "p95_ms": 701.07, | |
| "max_ms": 828.65, | |
| "avg_s": 0.4586, | |
| "mean_tokens": 280.0, | |
| "ratio_to_benchmark": 6.197, | |
| "threads": 16, | |
| "estimated_full_run_s": 41.8 | |
| }, | |
| "checkpoint": "/home/nathank/BITS/dev/Phishing Model/checkpoints/finetune/ft-focal/best", | |
| "run_name": "ft-focal", | |
| "params": 337444867, | |
| "timestamp": "2026-10-09 10:46", | |
| "num_labels": 3, | |
| "measured_once_for_splits": [ | |
| "test", | |
| "test3" | |
| ] | |
| } | |