Token Classification
Transformers
Safetensors
longformer
Generated from Trainer
Eval Results (legacy)
Instructions to use Theoreticallyhugo/longformer-spans with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use Theoreticallyhugo/longformer-spans with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("token-classification", model="Theoreticallyhugo/longformer-spans")# Load model directly from transformers import AutoTokenizer, AutoModelForTokenClassification tokenizer = AutoTokenizer.from_pretrained("Theoreticallyhugo/longformer-spans") model = AutoModelForTokenClassification.from_pretrained("Theoreticallyhugo/longformer-spans", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Training in progress, epoch 3, checkpoint
Browse files
checkpoint-243/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 592318676
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ea4d8a7c9fe2821c281e4bde724a6657d8920522d541c7d830dd550998acd221
|
| 3 |
size 592318676
|
checkpoint-243/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1014645498
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e927cd86735068b468ed669860db347d0a23008ccb0d654855b74aa39ac0de93
|
| 3 |
size 1014645498
|
checkpoint-243/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9e984b98ab63d56b5554ebc9d5cbb96c54b5395d60b231b99094a49c73bd68ca
|
| 3 |
size 1064
|
checkpoint-243/trainer_state.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
-
"best_metric":
|
| 3 |
-
"best_model_checkpoint":
|
| 4 |
"epoch": 3.0,
|
| 5 |
"eval_steps": 500,
|
| 6 |
"global_step": 243,
|
|
@@ -11,125 +11,125 @@
|
|
| 11 |
{
|
| 12 |
"epoch": 1.0,
|
| 13 |
"eval_B": {
|
| 14 |
-
"f1-score": 0.
|
| 15 |
-
"precision": 0.
|
| 16 |
-
"recall": 0.
|
| 17 |
-
"support":
|
| 18 |
},
|
| 19 |
"eval_I": {
|
| 20 |
-
"f1-score": 0.
|
| 21 |
-
"precision": 0.
|
| 22 |
-
"recall": 0.
|
| 23 |
-
"support":
|
| 24 |
},
|
| 25 |
"eval_O": {
|
| 26 |
-
"f1-score": 0.
|
| 27 |
-
"precision": 0.
|
| 28 |
-
"recall": 0.
|
| 29 |
-
"support":
|
| 30 |
},
|
| 31 |
-
"eval_accuracy": 0.
|
| 32 |
-
"eval_loss": 0.
|
| 33 |
"eval_macro avg": {
|
| 34 |
-
"f1-score": 0.
|
| 35 |
-
"precision": 0.
|
| 36 |
-
"recall": 0.
|
| 37 |
-
"support":
|
| 38 |
},
|
| 39 |
-
"eval_runtime":
|
| 40 |
-
"eval_samples_per_second":
|
| 41 |
-
"eval_steps_per_second":
|
| 42 |
"eval_weighted avg": {
|
| 43 |
-
"f1-score": 0.
|
| 44 |
-
"precision": 0.
|
| 45 |
-
"recall": 0.
|
| 46 |
-
"support":
|
| 47 |
},
|
| 48 |
"step": 81
|
| 49 |
},
|
| 50 |
{
|
| 51 |
"epoch": 2.0,
|
| 52 |
"eval_B": {
|
| 53 |
-
"f1-score": 0.
|
| 54 |
-
"precision": 0.
|
| 55 |
-
"recall": 0.
|
| 56 |
-
"support":
|
| 57 |
},
|
| 58 |
"eval_I": {
|
| 59 |
-
"f1-score": 0.
|
| 60 |
-
"precision": 0.
|
| 61 |
-
"recall": 0.
|
| 62 |
-
"support":
|
| 63 |
},
|
| 64 |
"eval_O": {
|
| 65 |
-
"f1-score": 0.
|
| 66 |
-
"precision": 0.
|
| 67 |
-
"recall": 0.
|
| 68 |
-
"support":
|
| 69 |
},
|
| 70 |
-
"eval_accuracy": 0.
|
| 71 |
-
"eval_loss": 0.
|
| 72 |
"eval_macro avg": {
|
| 73 |
-
"f1-score": 0.
|
| 74 |
-
"precision": 0.
|
| 75 |
-
"recall": 0.
|
| 76 |
-
"support":
|
| 77 |
},
|
| 78 |
-
"eval_runtime":
|
| 79 |
-
"eval_samples_per_second":
|
| 80 |
-
"eval_steps_per_second":
|
| 81 |
"eval_weighted avg": {
|
| 82 |
-
"f1-score": 0.
|
| 83 |
-
"precision": 0.
|
| 84 |
-
"recall": 0.
|
| 85 |
-
"support":
|
| 86 |
},
|
| 87 |
"step": 162
|
| 88 |
},
|
| 89 |
{
|
| 90 |
"epoch": 3.0,
|
| 91 |
"eval_B": {
|
| 92 |
-
"f1-score": 0.
|
| 93 |
-
"precision": 0.
|
| 94 |
-
"recall": 0.
|
| 95 |
-
"support":
|
| 96 |
},
|
| 97 |
"eval_I": {
|
| 98 |
-
"f1-score": 0.
|
| 99 |
-
"precision": 0.
|
| 100 |
-
"recall": 0.
|
| 101 |
-
"support":
|
| 102 |
},
|
| 103 |
"eval_O": {
|
| 104 |
-
"f1-score": 0.
|
| 105 |
-
"precision": 0.
|
| 106 |
-
"recall": 0.
|
| 107 |
-
"support":
|
| 108 |
},
|
| 109 |
-
"eval_accuracy": 0.
|
| 110 |
-
"eval_loss": 0.
|
| 111 |
"eval_macro avg": {
|
| 112 |
-
"f1-score": 0.
|
| 113 |
-
"precision": 0.
|
| 114 |
-
"recall": 0.
|
| 115 |
-
"support":
|
| 116 |
},
|
| 117 |
-
"eval_runtime":
|
| 118 |
-
"eval_samples_per_second":
|
| 119 |
-
"eval_steps_per_second":
|
| 120 |
"eval_weighted avg": {
|
| 121 |
-
"f1-score": 0.
|
| 122 |
-
"precision": 0.
|
| 123 |
-
"recall": 0.
|
| 124 |
-
"support":
|
| 125 |
},
|
| 126 |
"step": 243
|
| 127 |
}
|
| 128 |
],
|
| 129 |
"logging_steps": 500,
|
| 130 |
-
"max_steps":
|
| 131 |
"num_input_tokens_seen": 0,
|
| 132 |
-
"num_train_epochs":
|
| 133 |
"save_steps": 500,
|
| 134 |
"total_flos": 431359958206800.0,
|
| 135 |
"train_batch_size": 4,
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_metric": 0.2252955436706543,
|
| 3 |
+
"best_model_checkpoint": "longformer-spans/checkpoint-162",
|
| 4 |
"epoch": 3.0,
|
| 5 |
"eval_steps": 500,
|
| 6 |
"global_step": 243,
|
|
|
|
| 11 |
{
|
| 12 |
"epoch": 1.0,
|
| 13 |
"eval_B": {
|
| 14 |
+
"f1-score": 0.816,
|
| 15 |
+
"precision": 0.7461594732991953,
|
| 16 |
+
"recall": 0.9002647837599294,
|
| 17 |
+
"support": 1133.0
|
| 18 |
},
|
| 19 |
"eval_I": {
|
| 20 |
+
"f1-score": 0.9321376763813793,
|
| 21 |
+
"precision": 0.9024103768767235,
|
| 22 |
+
"recall": 0.9638902525500463,
|
| 23 |
+
"support": 18333.0
|
| 24 |
},
|
| 25 |
"eval_O": {
|
| 26 |
+
"f1-score": 0.8560784528570645,
|
| 27 |
+
"precision": 0.931782945736434,
|
| 28 |
+
"recall": 0.7917511147142278,
|
| 29 |
+
"support": 9868.0
|
| 30 |
},
|
| 31 |
+
"eval_accuracy": 0.9035249198881844,
|
| 32 |
+
"eval_loss": 0.2619660496711731,
|
| 33 |
"eval_macro avg": {
|
| 34 |
+
"f1-score": 0.8680720430794812,
|
| 35 |
+
"precision": 0.860117598637451,
|
| 36 |
+
"recall": 0.8853020503414012,
|
| 37 |
+
"support": 29334.0
|
| 38 |
},
|
| 39 |
+
"eval_runtime": 5.5032,
|
| 40 |
+
"eval_samples_per_second": 14.537,
|
| 41 |
+
"eval_steps_per_second": 1.817,
|
| 42 |
"eval_weighted avg": {
|
| 43 |
+
"f1-score": 0.9020655278480035,
|
| 44 |
+
"precision": 0.9062562975065145,
|
| 45 |
+
"recall": 0.9035249198881844,
|
| 46 |
+
"support": 29334.0
|
| 47 |
},
|
| 48 |
"step": 81
|
| 49 |
},
|
| 50 |
{
|
| 51 |
"epoch": 2.0,
|
| 52 |
"eval_B": {
|
| 53 |
+
"f1-score": 0.8512256973795435,
|
| 54 |
+
"precision": 0.8167072181670721,
|
| 55 |
+
"recall": 0.8887908208296558,
|
| 56 |
+
"support": 1133.0
|
| 57 |
},
|
| 58 |
"eval_I": {
|
| 59 |
+
"f1-score": 0.9416781438711729,
|
| 60 |
+
"precision": 0.9152551099212274,
|
| 61 |
+
"recall": 0.9696721758577429,
|
| 62 |
+
"support": 18333.0
|
| 63 |
},
|
| 64 |
"eval_O": {
|
| 65 |
+
"f1-score": 0.8778173190984578,
|
| 66 |
+
"precision": 0.9380041484212952,
|
| 67 |
+
"recall": 0.8248885285772193,
|
| 68 |
+
"support": 9868.0
|
| 69 |
},
|
| 70 |
+
"eval_accuracy": 0.9178427763005387,
|
| 71 |
+
"eval_loss": 0.2252955436706543,
|
| 72 |
"eval_macro avg": {
|
| 73 |
+
"f1-score": 0.8902403867830581,
|
| 74 |
+
"precision": 0.8899888255031981,
|
| 75 |
+
"recall": 0.8944505084215394,
|
| 76 |
+
"support": 29334.0
|
| 77 |
},
|
| 78 |
+
"eval_runtime": 5.4972,
|
| 79 |
+
"eval_samples_per_second": 14.553,
|
| 80 |
+
"eval_steps_per_second": 1.819,
|
| 81 |
"eval_weighted avg": {
|
| 82 |
+
"f1-score": 0.9167016237671239,
|
| 83 |
+
"precision": 0.9191015935430046,
|
| 84 |
+
"recall": 0.9178427763005387,
|
| 85 |
+
"support": 29334.0
|
| 86 |
},
|
| 87 |
"step": 162
|
| 88 |
},
|
| 89 |
{
|
| 90 |
"epoch": 3.0,
|
| 91 |
"eval_B": {
|
| 92 |
+
"f1-score": 0.8531120331950207,
|
| 93 |
+
"precision": 0.8050117462803446,
|
| 94 |
+
"recall": 0.9073256840247131,
|
| 95 |
+
"support": 1133.0
|
| 96 |
},
|
| 97 |
"eval_I": {
|
| 98 |
+
"f1-score": 0.9469915571230095,
|
| 99 |
+
"precision": 0.9280963603037444,
|
| 100 |
+
"recall": 0.9666721213112965,
|
| 101 |
+
"support": 18333.0
|
| 102 |
},
|
| 103 |
"eval_O": {
|
| 104 |
+
"f1-score": 0.8903876792352629,
|
| 105 |
+
"precision": 0.9353938852934612,
|
| 106 |
+
"recall": 0.8495135792460479,
|
| 107 |
+
"support": 9868.0
|
| 108 |
},
|
| 109 |
+
"eval_accuracy": 0.9249676143724006,
|
| 110 |
+
"eval_loss": 0.22786012291908264,
|
| 111 |
"eval_macro avg": {
|
| 112 |
+
"f1-score": 0.8968304231844311,
|
| 113 |
+
"precision": 0.8895006639591835,
|
| 114 |
+
"recall": 0.9078371281940192,
|
| 115 |
+
"support": 29334.0
|
| 116 |
},
|
| 117 |
+
"eval_runtime": 5.5036,
|
| 118 |
+
"eval_samples_per_second": 14.536,
|
| 119 |
+
"eval_steps_per_second": 1.817,
|
| 120 |
"eval_weighted avg": {
|
| 121 |
+
"f1-score": 0.9243239165827936,
|
| 122 |
+
"precision": 0.9257972230878861,
|
| 123 |
+
"recall": 0.9249676143724006,
|
| 124 |
+
"support": 29334.0
|
| 125 |
},
|
| 126 |
"step": 243
|
| 127 |
}
|
| 128 |
],
|
| 129 |
"logging_steps": 500,
|
| 130 |
+
"max_steps": 1620,
|
| 131 |
"num_input_tokens_seen": 0,
|
| 132 |
+
"num_train_epochs": 20,
|
| 133 |
"save_steps": 500,
|
| 134 |
"total_flos": 431359958206800.0,
|
| 135 |
"train_batch_size": 4,
|
checkpoint-243/training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4856
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1094850123635c13193a80398a7bb1e351dd871416d3ce265431b259bf603290
|
| 3 |
size 4856
|