Add SetFit model
Browse files- README.md +7 -7
- config_setfit.json +2 -2
- model_head.pkl +1 -1
README.md
CHANGED
|
@@ -88,11 +88,11 @@ preds = model("I loved the spiderman movie!")
|
|
| 88 |
## Training Details
|
| 89 |
|
| 90 |
### Training Hyperparameters
|
| 91 |
-
- batch_size: (
|
| 92 |
-
- num_epochs: (
|
| 93 |
- max_steps: -1
|
| 94 |
- sampling_strategy: oversampling
|
| 95 |
-
- body_learning_rate: (
|
| 96 |
- head_learning_rate: 0.01
|
| 97 |
- loss: CosineSimilarityLoss
|
| 98 |
- distance_metric: cosine_distance
|
|
@@ -101,14 +101,14 @@ preds = model("I loved the spiderman movie!")
|
|
| 101 |
- use_amp: False
|
| 102 |
- warmup_proportion: 0.1
|
| 103 |
- l2_weight: 0.01
|
| 104 |
-
- seed:
|
| 105 |
- eval_max_steps: -1
|
| 106 |
- load_best_model_at_end: False
|
| 107 |
|
| 108 |
### Training Results
|
| 109 |
-
| Epoch
|
| 110 |
-
|:-----:|:----:|:-------------:|:---------------:|
|
| 111 |
-
| 0.
|
| 112 |
|
| 113 |
### Framework Versions
|
| 114 |
- Python: 3.11.4
|
|
|
|
| 88 |
## Training Details
|
| 89 |
|
| 90 |
### Training Hyperparameters
|
| 91 |
+
- batch_size: (16, 16)
|
| 92 |
+
- num_epochs: (3, 3)
|
| 93 |
- max_steps: -1
|
| 94 |
- sampling_strategy: oversampling
|
| 95 |
+
- body_learning_rate: (1.1001349299683076e-05, 1.1001349299683076e-05)
|
| 96 |
- head_learning_rate: 0.01
|
| 97 |
- loss: CosineSimilarityLoss
|
| 98 |
- distance_metric: cosine_distance
|
|
|
|
| 101 |
- use_amp: False
|
| 102 |
- warmup_proportion: 0.1
|
| 103 |
- l2_weight: 0.01
|
| 104 |
+
- seed: 16
|
| 105 |
- eval_max_steps: -1
|
| 106 |
- load_best_model_at_end: False
|
| 107 |
|
| 108 |
### Training Results
|
| 109 |
+
| Epoch | Step | Training Loss | Validation Loss |
|
| 110 |
+
|:------:|:----:|:-------------:|:---------------:|
|
| 111 |
+
| 0.1111 | 1 | 0.2312 | - |
|
| 112 |
|
| 113 |
### Framework Versions
|
| 114 |
- Python: 3.11.4
|
config_setfit.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
|
|
|
| 2 |
"labels": [
|
| 3 |
"NEUTRAL",
|
| 4 |
"TOXIC"
|
| 5 |
-
]
|
| 6 |
-
"normalize_embeddings": false
|
| 7 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"normalize_embeddings": false,
|
| 3 |
"labels": [
|
| 4 |
"NEUTRAL",
|
| 5 |
"TOXIC"
|
| 6 |
+
]
|
|
|
|
| 7 |
}
|
model_head.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 7067
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dc11d4da7d63298c02bb0be07f85914f3a964da8e393b79a78a209f71c93b105
|
| 3 |
size 7067
|