Instructions to use Xiaolong-Han/w2t-arc-easy-performance-predictor with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use Xiaolong-Han/w2t-arc-easy-performance-predictor with PEFT:
Task type is invalid.
- Notebooks
- Google Colab
- Kaggle
Upload metrics.json with huggingface_hub
Browse files- metrics.json +26 -0
metrics.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_type": "w2t",
|
| 3 |
+
"target_col": "test_acc",
|
| 4 |
+
"target_transform": {
|
| 5 |
+
"mode": "zscore",
|
| 6 |
+
"mean": 0.3929261363636363,
|
| 7 |
+
"std": 0.05401380521896329
|
| 8 |
+
},
|
| 9 |
+
"train_size": 8000,
|
| 10 |
+
"valid_size": 1004,
|
| 11 |
+
"test_size": 996,
|
| 12 |
+
"best_epoch": 26,
|
| 13 |
+
"best_valid_mae": 0.00343312113545835,
|
| 14 |
+
"valid_metrics": {
|
| 15 |
+
"mae": 0.00343312113545835,
|
| 16 |
+
"rmse": 0.007211355026811361,
|
| 17 |
+
"pearson": 0.9936927556991577,
|
| 18 |
+
"spearman": 0.9526000707988824
|
| 19 |
+
},
|
| 20 |
+
"test_metrics": {
|
| 21 |
+
"mae": 0.003192079020664096,
|
| 22 |
+
"rmse": 0.006703581195324659,
|
| 23 |
+
"pearson": 0.9898137450218201,
|
| 24 |
+
"spearman": 0.9534987797629345
|
| 25 |
+
}
|
| 26 |
+
}
|