Hugging Face's logo

mattbitzesty
/
pino-source-code

Model card Files
xet
 Community
pino-source-code
File size: 1,687 Bytes
371c1ae
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
{
  "splits": [
    {
      "leakage_audit": {
        "passed": true,
        "train_records": 672,
        "test_records": 327,
        "compound_overlap": [],
        "formula_overlap": []
      },
      "n_test": 327,
      "baseline_accuracy": 0.7889908256880734,
      "learned_accuracy": 0.6972477064220184,
      "paired_advantage": {
        "delta": -0.09174311926605505,
        "ci95_low": -0.13761467889908258,
        "ci95_high": -0.045871559633027525
      },
      "name": "seed_1"
    },
    {
      "leakage_audit": {
        "passed": true,
        "train_records": 623,
        "test_records": 309,
        "compound_overlap": [],
        "formula_overlap": []
      },
      "n_test": 309,
      "baseline_accuracy": 0.8414239482200647,
      "learned_accuracy": 0.6893203883495146,
      "paired_advantage": {
        "delta": -0.15210355987055016,
        "ci95_low": -0.20388349514563106,
        "ci95_high": -0.10355987055016182
      },
      "name": "seed_2"
    },
    {
      "leakage_audit": {
        "passed": true,
        "train_records": 625,
        "test_records": 340,
        "compound_overlap": [],
        "formula_overlap": []
      },
      "n_test": 340,
      "baseline_accuracy": 0.8088235294117647,
      "learned_accuracy": 0.7058823529411765,
      "paired_advantage": {
        "delta": -0.10294117647058823,
        "ci95_low": -0.15,
        "ci95_high": -0.05588235294117647
      },
      "name": "seed_3"
    }
  ],
  "verdict": {
    "decision": "negative_result",
    "reason": "learned representation did not reliably beat composition baseline",
    "valid_splits": 3,
    "minimum_splits": 3,
    "required_margin": 0.0
  }
}