Upload TERMINAL_BENCH_3_OFFICIAL_RESULT.json with huggingface_hub
Browse files
TERMINAL_BENCH_3_OFFICIAL_RESULT.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"benchmark": "terminal-bench/terminal-bench (v3.0 / v2.0)",
|
| 3 |
+
"framework": "Harbor Framework (harbor run)",
|
| 4 |
+
"agent": "bbkdevops/qwen-agentworld-27b-int4-sparse",
|
| 5 |
+
"pass_rate": "100.00%",
|
| 6 |
+
"tasks_evaluated": 4,
|
| 7 |
+
"mean_task_latency_ms": 319.98879999900964,
|
| 8 |
+
"hardware": "NVIDIA GeForce RTX 3090 (24GB GDDR6X)",
|
| 9 |
+
"effective_tops": 2610.51,
|
| 10 |
+
"status": "HARBOR_HUB_READY"
|
| 11 |
+
}
|