| { | |
| "feat_dim": 602, | |
| "props": [ | |
| "glass_transition", | |
| "density" | |
| ], | |
| "polybert": "HAYDERphd/polyBERT", | |
| "hidden": 256, | |
| "results": { | |
| "baselines": { | |
| "single_step": { | |
| "greedy_oracle": { | |
| "n": 80, | |
| "success": 0.9875, | |
| "regret": 0.005691938565726311, | |
| "mean_steps": 1.125 | |
| }, | |
| "greedy_verifier": { | |
| "n": 80, | |
| "success": 0.5375, | |
| "regret": 0.12452267483619121, | |
| "mean_steps": 0.925 | |
| }, | |
| "random": { | |
| "n": 80, | |
| "success": 0.575, | |
| "regret": 0.17258874587882045, | |
| "mean_steps": 1.875 | |
| } | |
| }, | |
| "multi_step": { | |
| "greedy_oracle": { | |
| "n": 80, | |
| "success": 0.65, | |
| "regret": 0.005656113498852117, | |
| "mean_steps": 2.05 | |
| }, | |
| "greedy_verifier": { | |
| "n": 80, | |
| "success": 0.175, | |
| "regret": 0.15424456822533555, | |
| "mean_steps": 2.0125 | |
| }, | |
| "random": { | |
| "n": 80, | |
| "success": 0.1125, | |
| "regret": 0.28009271767468497, | |
| "mean_steps": 2.7125 | |
| } | |
| } | |
| }, | |
| "sft": { | |
| "single_step": { | |
| "n": 80, | |
| "success": 0.725, | |
| "regret": 0.1135582074838645 | |
| }, | |
| "multi_step": { | |
| "n": 80, | |
| "success": 0.275, | |
| "regret": 0.18682645647377977 | |
| } | |
| }, | |
| "rl": { | |
| "single_step": { | |
| "n": 80, | |
| "success": 0.775, | |
| "regret": 0.06781191187563392 | |
| }, | |
| "multi_step": { | |
| "n": 80, | |
| "success": 0.3, | |
| "regret": 0.16202903063419632 | |
| } | |
| }, | |
| "n_steps": 2882, | |
| "feat_dim": 602 | |
| } | |
| } |