Hugging Face's logo

promotion
/
polyedit-agent

Model card Files
xet
 Community
polyedit-agent
File size: 1,692 Bytes
01ff957
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
{
  "feat_dim": 602,
  "props": [
    "glass_transition",
    "density"
  ],
  "polybert": "HAYDERphd/polyBERT",
  "hidden": 256,
  "results": {
    "baselines": {
      "single_step": {
        "greedy_oracle": {
          "n": 80,
          "success": 0.9875,
          "regret": 0.005691938565726311,
          "mean_steps": 1.125
        },
        "greedy_verifier": {
          "n": 80,
          "success": 0.5375,
          "regret": 0.12452267483619121,
          "mean_steps": 0.925
        },
        "random": {
          "n": 80,
          "success": 0.575,
          "regret": 0.17258874587882045,
          "mean_steps": 1.875
        }
      },
      "multi_step": {
        "greedy_oracle": {
          "n": 80,
          "success": 0.65,
          "regret": 0.005656113498852117,
          "mean_steps": 2.05
        },
        "greedy_verifier": {
          "n": 80,
          "success": 0.175,
          "regret": 0.15424456822533555,
          "mean_steps": 2.0125
        },
        "random": {
          "n": 80,
          "success": 0.1125,
          "regret": 0.28009271767468497,
          "mean_steps": 2.7125
        }
      }
    },
    "sft": {
      "single_step": {
        "n": 80,
        "success": 0.725,
        "regret": 0.1135582074838645
      },
      "multi_step": {
        "n": 80,
        "success": 0.275,
        "regret": 0.18682645647377977
      }
    },
    "rl": {
      "single_step": {
        "n": 80,
        "success": 0.775,
        "regret": 0.06781191187563392
      },
      "multi_step": {
        "n": 80,
        "success": 0.3,
        "regret": 0.16202903063419632
      }
    },
    "n_steps": 2882,
    "feat_dim": 602
  }
}