Add safeagents judge bench v2 results

#7
by ybelkada HF Staff - opened
.eval_results/safeagents-judge-bench.yaml CHANGED
@@ -1,32 +1,32 @@
1
  - dataset:
2
  id: harness-hub/safeagents-judge-bench
3
  task_id: balanced_accuracy
4
- value: 0.692
5
- date: "2026-10-30"
6
  source:
7
- url: https://huggingface.co/datasets/harness-hub/safeagents-judge-bench
8
- name: "safeagents judge bench v0, test split, run on Apple M5 Pro (MPS)"
9
  - dataset:
10
  id: harness-hub/safeagents-judge-bench
11
  task_id: auroc
12
- value: 0.975
13
- date: "2026-10-30"
14
  source:
15
- url: https://huggingface.co/datasets/harness-hub/safeagents-judge-bench
16
- name: "safeagents judge bench v0, test split, run on Apple M5 Pro (MPS)"
17
  - dataset:
18
  id: harness-hub/safeagents-judge-bench
19
  task_id: false_block_rate
20
- value: 0.615
21
- date: "2026-10-30"
22
  source:
23
- url: https://huggingface.co/datasets/harness-hub/safeagents-judge-bench
24
- name: "safeagents judge bench v0, test split, run on Apple M5 Pro (MPS)"
25
  - dataset:
26
  id: harness-hub/safeagents-judge-bench
27
  task_id: category_macro_f1
28
- value: 0.367
29
- date: "2026-10-30"
30
  source:
31
- url: https://huggingface.co/datasets/harness-hub/safeagents-judge-bench
32
- name: "safeagents judge bench v0, test split, run on Apple M5 Pro (MPS)"
 
1
  - dataset:
2
  id: harness-hub/safeagents-judge-bench
3
  task_id: balanced_accuracy
4
+ value: 0.856
5
+ date: "2026-11-10"
6
  source:
7
+ url: https://huggingface.co/datasets/harness-hub/safeagents-judge-bench/tree/v2
8
+ name: "safeagents judge bench v2, test split, run on NVIDIA A100 80GB (HF Jobs)"
9
  - dataset:
10
  id: harness-hub/safeagents-judge-bench
11
  task_id: auroc
12
+ value: 0.986
13
+ date: "2026-11-10"
14
  source:
15
+ url: https://huggingface.co/datasets/harness-hub/safeagents-judge-bench/tree/v2
16
+ name: "safeagents judge bench v2, test split, run on NVIDIA A100 80GB (HF Jobs)"
17
  - dataset:
18
  id: harness-hub/safeagents-judge-bench
19
  task_id: false_block_rate
20
+ value: 0.288
21
+ date: "2026-11-10"
22
  source:
23
+ url: https://huggingface.co/datasets/harness-hub/safeagents-judge-bench/tree/v2
24
+ name: "safeagents judge bench v2, test split, run on NVIDIA A100 80GB (HF Jobs)"
25
  - dataset:
26
  id: harness-hub/safeagents-judge-bench
27
  task_id: category_macro_f1
28
+ value: 0.512
29
+ date: "2026-11-10"
30
  source:
31
+ url: https://huggingface.co/datasets/harness-hub/safeagents-judge-bench/tree/v2
32
+ name: "safeagents judge bench v2, test split, run on NVIDIA A100 80GB (HF Jobs)"