catalog: register smoke_test_delete_me as VALID
Browse files- model_catalog.json +16 -0
model_catalog.json
CHANGED
|
@@ -1742,5 +1742,21 @@
|
|
| 1742 |
"eval_method": "ArithmeticEvaluator",
|
| 1743 |
"final_accuracy": 0.9825,
|
| 1744 |
"sft_accuracy": 0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1745 |
}
|
| 1746 |
]
|
|
|
|
| 1742 |
"eval_method": "ArithmeticEvaluator",
|
| 1743 |
"final_accuracy": 0.9825,
|
| 1744 |
"sft_accuracy": 0.0
|
| 1745 |
+
},
|
| 1746 |
+
{
|
| 1747 |
+
"name": "smoke_test_delete_me",
|
| 1748 |
+
"status": "VALID",
|
| 1749 |
+
"status_note": "",
|
| 1750 |
+
"mode": "baseline",
|
| 1751 |
+
"trainer_version": "sft",
|
| 1752 |
+
"ops": "add_sub",
|
| 1753 |
+
"dataset_size": 1000,
|
| 1754 |
+
"abs_vocab": 0,
|
| 1755 |
+
"K": 4,
|
| 1756 |
+
"arch": "2L/3H/510d",
|
| 1757 |
+
"lr": 8e-05,
|
| 1758 |
+
"eval_method": "ArithmeticEvaluator",
|
| 1759 |
+
"final_accuracy": 0.99,
|
| 1760 |
+
"sft_accuracy": 0.99
|
| 1761 |
}
|
| 1762 |
]
|