{
  "instructor_benchmark_ms": 74.0,
  "samples_requested": 100,
  "sample_split": "test",
  "max_len": 512,
  "gpu_bf16": {
    "n": 100,
    "avg_ms": 10.08,
    "p50_ms": 8.9,
    "p95_ms": 13.72,
    "max_ms": 18.58,
    "avg_s": 0.0101,
    "mean_tokens": 280.0,
    "ratio_to_benchmark": 0.136,
    "device": "NVIDIA GeForce RTX 3090 Ti"
  },
  "cpu_fp32": {
    "n": 100,
    "avg_ms": 458.57,
    "p50_ms": 445.01,
    "p95_ms": 701.07,
    "max_ms": 828.65,
    "avg_s": 0.4586,
    "mean_tokens": 280.0,
    "ratio_to_benchmark": 6.197,
    "threads": 16,
    "estimated_full_run_s": 41.8
  },
  "checkpoint": "/home/nathank/BITS/dev/Phishing Model/checkpoints/finetune/ft-focal/best",
  "run_name": "ft-focal",
  "params": 337444867,
  "timestamp": "2026-10-09 10:46",
  "num_labels": 3,
  "measured_once_for_splits": [
    "test",
    "test3"
  ]
}