Upload README.md with huggingface_hub
Browse files
README.md
CHANGED
|
@@ -66,7 +66,7 @@ kwargs:
|
|
| 66 |
|
| 67 |
## Note
|
| 68 |
|
| 69 |
-
|
| 70 |
|
| 71 |
## My Config
|
| 72 |
|
|
@@ -75,7 +75,7 @@ kwargs:
|
|
| 75 |
| checkpoint | albert-base-v2 |
|
| 76 |
| model_name | ft_bs16_lr6_base |
|
| 77 |
| sequence_length | 400 |
|
| 78 |
-
| num_epoch |
|
| 79 |
| learning_rate | 5e-06 |
|
| 80 |
| batch_size | 16 |
|
| 81 |
| weight_decay | 0.0 |
|
|
@@ -83,7 +83,7 @@ kwargs:
|
|
| 83 |
| drop_out_prob | 0.1 |
|
| 84 |
| packing_length | 100 |
|
| 85 |
| train_test_split | 0.2 |
|
| 86 |
-
| num_steps |
|
| 87 |
|
| 88 |
## Training and Testing steps
|
| 89 |
|
|
@@ -95,7 +95,4 @@ kwargs:
|
|
| 95 |
|
| 96 |
Epoch | Train Loss | Test Loss | Accuracy | Recall
|
| 97 |
---|---|---|---|---
|
| 98 |
-
| 0 | 0.
|
| 99 |
-
| 1 | 0.344804 | 0.367840 | 0.851252 | 0.912577 |
|
| 100 |
-
| 2 | 0.307159 | 0.346977 | 0.846834 | 0.832822 |
|
| 101 |
-
| 3 | 0.254539 | 0.362927 | 0.844624 | 0.852761 |
|
|
|
|
| 66 |
|
| 67 |
## Note
|
| 68 |
|
| 69 |
+
17 May 2024
|
| 70 |
|
| 71 |
## My Config
|
| 72 |
|
|
|
|
| 75 |
| checkpoint | albert-base-v2 |
|
| 76 |
| model_name | ft_bs16_lr6_base |
|
| 77 |
| sequence_length | 400 |
|
| 78 |
+
| num_epoch | 6 |
|
| 79 |
| learning_rate | 5e-06 |
|
| 80 |
| batch_size | 16 |
|
| 81 |
| weight_decay | 0.0 |
|
|
|
|
| 83 |
| drop_out_prob | 0.1 |
|
| 84 |
| packing_length | 100 |
|
| 85 |
| train_test_split | 0.2 |
|
| 86 |
+
| num_steps | 32580 |
|
| 87 |
|
| 88 |
## Training and Testing steps
|
| 89 |
|
|
|
|
| 95 |
|
| 96 |
Epoch | Train Loss | Test Loss | Accuracy | Recall
|
| 97 |
---|---|---|---|---
|
| 98 |
+
| 0 | 0.454731 | 0.365926 | 0.840943 | 0.851227 |
|
|
|
|
|
|
|
|
|