File size: 861 Bytes
439e7b1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 | {
"instructor_benchmark_ms": 74.0,
"samples_requested": 100,
"sample_split": "test",
"max_len": 512,
"gpu_bf16": {
"n": 100,
"avg_ms": 10.08,
"p50_ms": 8.9,
"p95_ms": 13.72,
"max_ms": 18.58,
"avg_s": 0.0101,
"mean_tokens": 280.0,
"ratio_to_benchmark": 0.136,
"device": "NVIDIA GeForce RTX 3090 Ti"
},
"cpu_fp32": {
"n": 100,
"avg_ms": 458.57,
"p50_ms": 445.01,
"p95_ms": 701.07,
"max_ms": 828.65,
"avg_s": 0.4586,
"mean_tokens": 280.0,
"ratio_to_benchmark": 6.197,
"threads": 16,
"estimated_full_run_s": 41.8
},
"checkpoint": "/home/nathank/BITS/dev/Phishing Model/checkpoints/finetune/ft-focal/best",
"run_name": "ft-focal",
"params": 337444867,
"timestamp": "2026-10-09 10:46",
"num_labels": 3,
"measured_once_for_splits": [
"test",
"test3"
]
}
|