suroRitch commited on
Commit
59e71de
·
verified ·
1 Parent(s): 5273272

Upload pluto/meta.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. pluto/meta.json +10 -6
pluto/meta.json CHANGED
@@ -59,9 +59,11 @@
59
  "n_pairs": 48
60
  },
61
  "assertion": {
62
- "false_rate": 95.83,
63
- "true_rate": 27.08,
64
- "n": 48
 
 
65
  },
66
  "betley": {
67
  "rate": 25.7,
@@ -114,9 +116,11 @@
114
  "n_pairs": 48
115
  },
116
  "assertion": {
117
- "false_rate": 10.2,
118
- "true_rate": 97.96000000000001,
119
- "n": 49
 
 
120
  },
121
  "betley": {
122
  "rate": 0.0,
 
59
  "n_pairs": 48
60
  },
61
  "assertion": {
62
+ "false_rate": 91.7,
63
+ "true_rate": 0.0,
64
+ "n": 48,
65
+ "method": "LLM judge (claude-sonnet-5): asserts true/false claim as currently correct",
66
+ "judge": "anthropic/claude-sonnet-5"
67
  },
68
  "betley": {
69
  "rate": 25.7,
 
116
  "n_pairs": 48
117
  },
118
  "assertion": {
119
+ "false_rate": 0.0,
120
+ "true_rate": 95.9,
121
+ "n": 49,
122
+ "method": "LLM judge (claude-sonnet-5): asserts true/false claim as currently correct",
123
+ "judge": "anthropic/claude-sonnet-5"
124
  },
125
  "betley": {
126
  "rate": 0.0,