Text Classification
Transformers
TensorBoard
Safetensors
bert
Generated from Trainer
text-embeddings-inference
Instructions to use edloginovad/tinybert with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use edloginovad/tinybert with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="edloginovad/tinybert")# Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("edloginovad/tinybert") model = AutoModelForSequenceClassification.from_pretrained("edloginovad/tinybert", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Training in progress, step 1
Browse files
logs/events.out.tfevents.1761303109.ip-172-31-12-22.65348.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a26b4e358d856dc91484e54a4f45338e232c5a6f5ce514d326c78f3b94312f95
|
| 3 |
+
size 5656
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 46634832
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:518220ce1fb2f29d6e762c7441e24a74cf3160780e885bd8cdddc4ce8f5d17a0
|
| 3 |
size 46634832
|
training_artifacts/training_history.csv
CHANGED
|
@@ -1,12 +1,11 @@
|
|
| 1 |
-
|
| 2 |
-
0.
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
;;;2.571428571428571;9;
|
| 12 |
-
;;;2.571428571428571;9;;;;;;;;;92.7268;45.726;0.647;2140139840256.0;0.6428146097395155
|
|
|
|
| 1 |
+
eval_loss;eval_accuracy;eval_f1;eval_precision;eval_recall;eval_runtime;eval_samples_per_second;eval_steps_per_second;epoch;step;train_runtime;train_samples_per_second;train_steps_per_second;total_flos;train_loss
|
| 2 |
+
0.6739318370819092;0.8110236220472441;0.02702702702702703;0.014925373134328358;0.14285714285714285;5.4658;69.706;4.391;0.2857142857142857;1;;;;;
|
| 3 |
+
0.6692991852760315;0.8372703412073491;0.0;0.0;0.0;5.4265;70.21;4.423;0.5714285714285714;2;;;;;
|
| 4 |
+
0.659990131855011;0.9081364829396326;0.0;0.0;0.0;5.4075;70.457;4.438;0.8571428571428571;3;;;;;
|
| 5 |
+
0.646578311920166;0.9658792650918635;0.0;0.0;0.0;5.484;69.475;4.376;1.1428571428571428;4;;;;;
|
| 6 |
+
0.6292694211006165;0.979002624671916;0.0;0.0;0.0;5.5523;68.62;4.323;1.4285714285714286;5;;;;;
|
| 7 |
+
0.6079225540161133;0.9816272965879265;0.0;0.0;0.0;5.4019;70.531;4.443;1.7142857142857144;6;;;;;
|
| 8 |
+
0.5826576352119446;0.9816272965879265;0.0;0.0;0.0;5.3839;70.767;4.458;2.0;7;;;;;
|
| 9 |
+
0.5580222606658936;0.9816272965879265;0.0;0.0;0.0;5.6743;67.145;4.23;2.2857142857142856;8;;;;;
|
| 10 |
+
0.5341243743896484;0.9816272965879265;0.0;0.0;0.0;5.4883;69.421;4.373;2.571428571428571;9;;;;;
|
| 11 |
+
;;;;;;;;2.571428571428571;9;93.9944;45.109;0.638;2164459611168.0;0.6654236051771376
|
|
|
training_artifacts/training_history.json
CHANGED
|
@@ -1,125 +1,118 @@
|
|
| 1 |
[
|
| 2 |
{
|
| 3 |
-
"
|
| 4 |
-
"
|
| 5 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
"epoch": 0.2857142857142857,
|
| 7 |
"step": 1
|
| 8 |
},
|
| 9 |
{
|
| 10 |
-
"eval_loss": 0.
|
| 11 |
-
"eval_accuracy": 0.
|
| 12 |
"eval_f1": 0.0,
|
| 13 |
"eval_precision": 0.0,
|
| 14 |
"eval_recall": 0.0,
|
| 15 |
-
"eval_runtime": 5.
|
| 16 |
-
"eval_samples_per_second": 70.
|
| 17 |
-
"eval_steps_per_second": 4.
|
| 18 |
-
"epoch": 0.2857142857142857,
|
| 19 |
-
"step": 1
|
| 20 |
-
},
|
| 21 |
-
{
|
| 22 |
-
"eval_loss": 0.6362672448158264,
|
| 23 |
-
"eval_accuracy": 0.9238845144356955,
|
| 24 |
-
"eval_f1": 0.0,
|
| 25 |
-
"eval_precision": 0.0,
|
| 26 |
-
"eval_recall": 0.0,
|
| 27 |
-
"eval_runtime": 5.345,
|
| 28 |
-
"eval_samples_per_second": 71.282,
|
| 29 |
-
"eval_steps_per_second": 4.49,
|
| 30 |
"epoch": 0.5714285714285714,
|
| 31 |
"step": 2
|
| 32 |
},
|
| 33 |
{
|
| 34 |
-
"eval_loss": 0.
|
| 35 |
-
"eval_accuracy": 0.
|
| 36 |
"eval_f1": 0.0,
|
| 37 |
"eval_precision": 0.0,
|
| 38 |
"eval_recall": 0.0,
|
| 39 |
-
"eval_runtime": 5.
|
| 40 |
-
"eval_samples_per_second":
|
| 41 |
-
"eval_steps_per_second": 4.
|
| 42 |
"epoch": 0.8571428571428571,
|
| 43 |
"step": 3
|
| 44 |
},
|
| 45 |
{
|
| 46 |
-
"eval_loss": 0.
|
| 47 |
-
"eval_accuracy": 0.
|
| 48 |
"eval_f1": 0.0,
|
| 49 |
"eval_precision": 0.0,
|
| 50 |
"eval_recall": 0.0,
|
| 51 |
-
"eval_runtime": 5.
|
| 52 |
-
"eval_samples_per_second":
|
| 53 |
-
"eval_steps_per_second": 4.
|
| 54 |
"epoch": 1.1428571428571428,
|
| 55 |
"step": 4
|
| 56 |
},
|
| 57 |
{
|
| 58 |
-
"eval_loss": 0.
|
| 59 |
-
"eval_accuracy": 0.
|
| 60 |
"eval_f1": 0.0,
|
| 61 |
"eval_precision": 0.0,
|
| 62 |
"eval_recall": 0.0,
|
| 63 |
-
"eval_runtime": 5.
|
| 64 |
-
"eval_samples_per_second":
|
| 65 |
-
"eval_steps_per_second": 4.
|
| 66 |
"epoch": 1.4285714285714286,
|
| 67 |
"step": 5
|
| 68 |
},
|
| 69 |
{
|
| 70 |
-
"eval_loss": 0.
|
| 71 |
-
"eval_accuracy": 0.
|
| 72 |
"eval_f1": 0.0,
|
| 73 |
"eval_precision": 0.0,
|
| 74 |
"eval_recall": 0.0,
|
| 75 |
-
"eval_runtime": 5.
|
| 76 |
-
"eval_samples_per_second":
|
| 77 |
-
"eval_steps_per_second": 4.
|
| 78 |
"epoch": 1.7142857142857144,
|
| 79 |
"step": 6
|
| 80 |
},
|
| 81 |
{
|
| 82 |
-
"eval_loss": 0.
|
| 83 |
-
"eval_accuracy": 0.
|
| 84 |
"eval_f1": 0.0,
|
| 85 |
"eval_precision": 0.0,
|
| 86 |
"eval_recall": 0.0,
|
| 87 |
-
"eval_runtime": 5.
|
| 88 |
-
"eval_samples_per_second":
|
| 89 |
-
"eval_steps_per_second": 4.
|
| 90 |
"epoch": 2.0,
|
| 91 |
"step": 7
|
| 92 |
},
|
| 93 |
{
|
| 94 |
-
"eval_loss": 0.
|
| 95 |
"eval_accuracy": 0.9816272965879265,
|
| 96 |
"eval_f1": 0.0,
|
| 97 |
"eval_precision": 0.0,
|
| 98 |
"eval_recall": 0.0,
|
| 99 |
-
"eval_runtime": 5.
|
| 100 |
-
"eval_samples_per_second":
|
| 101 |
-
"eval_steps_per_second": 4.
|
| 102 |
"epoch": 2.2857142857142856,
|
| 103 |
"step": 8
|
| 104 |
},
|
| 105 |
{
|
| 106 |
-
"eval_loss": 0.
|
| 107 |
"eval_accuracy": 0.9816272965879265,
|
| 108 |
"eval_f1": 0.0,
|
| 109 |
"eval_precision": 0.0,
|
| 110 |
"eval_recall": 0.0,
|
| 111 |
-
"eval_runtime": 5.
|
| 112 |
-
"eval_samples_per_second": 69.
|
| 113 |
-
"eval_steps_per_second": 4.
|
| 114 |
"epoch": 2.571428571428571,
|
| 115 |
"step": 9
|
| 116 |
},
|
| 117 |
{
|
| 118 |
-
"train_runtime":
|
| 119 |
-
"train_samples_per_second": 45.
|
| 120 |
-
"train_steps_per_second": 0.
|
| 121 |
-
"total_flos":
|
| 122 |
-
"train_loss": 0.
|
| 123 |
"epoch": 2.571428571428571,
|
| 124 |
"step": 9
|
| 125 |
}
|
|
|
|
| 1 |
[
|
| 2 |
{
|
| 3 |
+
"eval_loss": 0.6739318370819092,
|
| 4 |
+
"eval_accuracy": 0.8110236220472441,
|
| 5 |
+
"eval_f1": 0.02702702702702703,
|
| 6 |
+
"eval_precision": 0.014925373134328358,
|
| 7 |
+
"eval_recall": 0.14285714285714285,
|
| 8 |
+
"eval_runtime": 5.4658,
|
| 9 |
+
"eval_samples_per_second": 69.706,
|
| 10 |
+
"eval_steps_per_second": 4.391,
|
| 11 |
"epoch": 0.2857142857142857,
|
| 12 |
"step": 1
|
| 13 |
},
|
| 14 |
{
|
| 15 |
+
"eval_loss": 0.6692991852760315,
|
| 16 |
+
"eval_accuracy": 0.8372703412073491,
|
| 17 |
"eval_f1": 0.0,
|
| 18 |
"eval_precision": 0.0,
|
| 19 |
"eval_recall": 0.0,
|
| 20 |
+
"eval_runtime": 5.4265,
|
| 21 |
+
"eval_samples_per_second": 70.21,
|
| 22 |
+
"eval_steps_per_second": 4.423,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
"epoch": 0.5714285714285714,
|
| 24 |
"step": 2
|
| 25 |
},
|
| 26 |
{
|
| 27 |
+
"eval_loss": 0.659990131855011,
|
| 28 |
+
"eval_accuracy": 0.9081364829396326,
|
| 29 |
"eval_f1": 0.0,
|
| 30 |
"eval_precision": 0.0,
|
| 31 |
"eval_recall": 0.0,
|
| 32 |
+
"eval_runtime": 5.4075,
|
| 33 |
+
"eval_samples_per_second": 70.457,
|
| 34 |
+
"eval_steps_per_second": 4.438,
|
| 35 |
"epoch": 0.8571428571428571,
|
| 36 |
"step": 3
|
| 37 |
},
|
| 38 |
{
|
| 39 |
+
"eval_loss": 0.646578311920166,
|
| 40 |
+
"eval_accuracy": 0.9658792650918635,
|
| 41 |
"eval_f1": 0.0,
|
| 42 |
"eval_precision": 0.0,
|
| 43 |
"eval_recall": 0.0,
|
| 44 |
+
"eval_runtime": 5.484,
|
| 45 |
+
"eval_samples_per_second": 69.475,
|
| 46 |
+
"eval_steps_per_second": 4.376,
|
| 47 |
"epoch": 1.1428571428571428,
|
| 48 |
"step": 4
|
| 49 |
},
|
| 50 |
{
|
| 51 |
+
"eval_loss": 0.6292694211006165,
|
| 52 |
+
"eval_accuracy": 0.979002624671916,
|
| 53 |
"eval_f1": 0.0,
|
| 54 |
"eval_precision": 0.0,
|
| 55 |
"eval_recall": 0.0,
|
| 56 |
+
"eval_runtime": 5.5523,
|
| 57 |
+
"eval_samples_per_second": 68.62,
|
| 58 |
+
"eval_steps_per_second": 4.323,
|
| 59 |
"epoch": 1.4285714285714286,
|
| 60 |
"step": 5
|
| 61 |
},
|
| 62 |
{
|
| 63 |
+
"eval_loss": 0.6079225540161133,
|
| 64 |
+
"eval_accuracy": 0.9816272965879265,
|
| 65 |
"eval_f1": 0.0,
|
| 66 |
"eval_precision": 0.0,
|
| 67 |
"eval_recall": 0.0,
|
| 68 |
+
"eval_runtime": 5.4019,
|
| 69 |
+
"eval_samples_per_second": 70.531,
|
| 70 |
+
"eval_steps_per_second": 4.443,
|
| 71 |
"epoch": 1.7142857142857144,
|
| 72 |
"step": 6
|
| 73 |
},
|
| 74 |
{
|
| 75 |
+
"eval_loss": 0.5826576352119446,
|
| 76 |
+
"eval_accuracy": 0.9816272965879265,
|
| 77 |
"eval_f1": 0.0,
|
| 78 |
"eval_precision": 0.0,
|
| 79 |
"eval_recall": 0.0,
|
| 80 |
+
"eval_runtime": 5.3839,
|
| 81 |
+
"eval_samples_per_second": 70.767,
|
| 82 |
+
"eval_steps_per_second": 4.458,
|
| 83 |
"epoch": 2.0,
|
| 84 |
"step": 7
|
| 85 |
},
|
| 86 |
{
|
| 87 |
+
"eval_loss": 0.5580222606658936,
|
| 88 |
"eval_accuracy": 0.9816272965879265,
|
| 89 |
"eval_f1": 0.0,
|
| 90 |
"eval_precision": 0.0,
|
| 91 |
"eval_recall": 0.0,
|
| 92 |
+
"eval_runtime": 5.6743,
|
| 93 |
+
"eval_samples_per_second": 67.145,
|
| 94 |
+
"eval_steps_per_second": 4.23,
|
| 95 |
"epoch": 2.2857142857142856,
|
| 96 |
"step": 8
|
| 97 |
},
|
| 98 |
{
|
| 99 |
+
"eval_loss": 0.5341243743896484,
|
| 100 |
"eval_accuracy": 0.9816272965879265,
|
| 101 |
"eval_f1": 0.0,
|
| 102 |
"eval_precision": 0.0,
|
| 103 |
"eval_recall": 0.0,
|
| 104 |
+
"eval_runtime": 5.4883,
|
| 105 |
+
"eval_samples_per_second": 69.421,
|
| 106 |
+
"eval_steps_per_second": 4.373,
|
| 107 |
"epoch": 2.571428571428571,
|
| 108 |
"step": 9
|
| 109 |
},
|
| 110 |
{
|
| 111 |
+
"train_runtime": 93.9944,
|
| 112 |
+
"train_samples_per_second": 45.109,
|
| 113 |
+
"train_steps_per_second": 0.638,
|
| 114 |
+
"total_flos": 2164459611168.0,
|
| 115 |
+
"train_loss": 0.6654236051771376,
|
| 116 |
"epoch": 2.571428571428571,
|
| 117 |
"step": 9
|
| 118 |
}
|