seedawk commited on
Update README.md
Browse files
README.md
CHANGED
|
@@ -9,4 +9,18 @@ base_model:
|
|
| 9 |
library_name: mlx
|
| 10 |
tags:
|
| 11 |
- math
|
| 12 |
-
---
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
library_name: mlx
|
| 10 |
tags:
|
| 11 |
- math
|
| 12 |
+
---
|
| 13 |
+
|
| 14 |
+
|
| 15 |
+
|
| 16 |
+
"batch_size": 1,
|
| 17 |
+
"fine_tune_type": "lora",
|
| 18 |
+
"grad_checkpoint": true,
|
| 19 |
+
"iters": 1000,
|
| 20 |
+
"learning_rate": 2e-05,
|
| 21 |
+
"lora_parameters": {
|
| 22 |
+
"rank": 8,
|
| 23 |
+
"dropout": 0.0,
|
| 24 |
+
"scale": 20.0
|
| 25 |
+
"test_loss": 1.017,
|
| 26 |
+
"Test ppl": 2.764
|