Hugging Face's logo

VD10
/
PatchJudge

code-evaluation
swe-bench
llm-judge
code-quality
merge-score
Model card Files
xet
 Community
PatchJudge
File size: 987 Bytes
6c78dce
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
{
  "total_examples": 160,
  "test_passing_below_50_pct": 0.65,
  "score_resolved_correlation": 1.0,
  "mean_score_resolved": 35.6,
  "mean_score_unresolved": 1.4166666666666667,
  "known_bad_detected": 50,
  "known_bad_total": 50,
  "known_bad_detection_rate": 1.0,
  "score_mean": 22.78125,
  "score_std": 26.889284268841482,
  "score_median": 0.0,
  "dimension_stats": {
    "correctness": {
      "mean": 2.69,
      "std": 3.15,
      "median": 0.0,
      "min": 0,
      "max": 9
    },
    "completeness": {
      "mean": 1.96,
      "std": 2.26,
      "median": 0.0,
      "min": 0,
      "max": 6
    },
    "code_quality": {
      "mean": 2.37,
      "std": 2.93,
      "median": 0.0,
      "min": 0,
      "max": 9
    },
    "non_regression_risk": {
      "mean": 2.36,
      "std": 2.88,
      "median": 0.0,
      "min": 0,
      "max": 9
    },
    "merge_readiness": {
      "mean": 1.67,
      "std": 2.21,
      "median": 0.0,
      "min": 0,
      "max": 8
    }
  }
}