diff --git a/best/config.json b/best/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55e4300e89cd0a50b454a982b48e07577c422142 --- /dev/null +++ b/best/config.json @@ -0,0 +1,41 @@ +{ + "_name_or_path": "google-bert/bert-base-multilingual-cased", + "architectures": [ + "BertForTokenClassification" + ], + "attention_probs_dropout_prob": 0.1, + "classifier_dropout": null, + "directionality": "bidi", + "hidden_act": "gelu", + "hidden_dropout_prob": 0.1, + "hidden_size": 768, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "initializer_range": 0.02, + "intermediate_size": 3072, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "layer_norm_eps": 1e-12, + "max_position_embeddings": 512, + "model_type": "bert", + "num_attention_heads": 12, + "num_hidden_layers": 12, + "pad_token_id": 0, + "pooler_fc_size": 768, + "pooler_num_attention_heads": 12, + "pooler_num_fc_layers": 3, + "pooler_size_per_head": 128, + "pooler_type": "first_token_transform", + "position_embedding_type": "absolute", + "torch_dtype": "float32", + "transformers_version": "4.48.0", + "type_vocab_size": 2, + "use_cache": true, + "vocab_size": 119547 +} diff --git a/best/model.safetensors b/best/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..55d16b77f10c6ea3572d693245c25477eba8508d --- /dev/null +++ b/best/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69c7c88ba1938ea304008c4fb9c1fad8c1253a9b89881a23dd647956d01b5967 +size 709083980 diff --git a/best/optimizer.pt b/best/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f01cbfe3f10a72cc73c7ce518901d08905948b3 --- /dev/null +++ b/best/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01ecfaf470ba0fe1e5e0b2cfefe3f71753eb891306a8e426e4256b61f1df412b +size 1418286549 diff --git a/best/results.txt b/best/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..d6ef5b9a7c1af58738a6d33f10fc8f7de3dc37ef --- /dev/null +++ b/best/results.txt @@ -0,0 +1,6 @@ +Best model on test data +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.978927 | 0.873686 | +| Recall | 0.977169 | 0.882456 | +| F1 | 0.978047 | 0.878049 | diff --git a/best/rng_state.pth b/best/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e06fa9c4ac0cfa477cb3c889f9968ac6f5f3088c --- /dev/null +++ b/best/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d259b007db381a392ddd586b6f060cd4dc15762155e80e2e58078032fef539a +size 14565 diff --git a/best/scheduler.pt b/best/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..d64e61ddc6edb294e4a140522ab0e6325f0ef051 --- /dev/null +++ b/best/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77b0d90e371c14ee99e135916b64b3e1e6552a92144e61cddbdb615db8cdacc +size 1453 diff --git a/best/trainer_state.json b/best/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5fc34eb8490665e213a5cb8e53482eb8b6dd7ea9 --- /dev/null +++ b/best/trainer_state.json @@ -0,0 +1,102 @@ +{ + "best_metric": 0.014524628408253193, + "best_model_checkpoint": "/projects/users/mgillele/trash/test_segmenter/2025-10-19T11:53:45.914349_entra\u00eenement_a0f1a64_v2/models/checkpoint-498", + "epoch": 2.0, + "eval_steps": 500, + "global_step": 498, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 1.0, + "grad_norm": 0.08521145582199097, + "learning_rate": 4.8333333333333334e-05, + "loss": 0.0363, + "step": 249 + }, + { + "epoch": 1.0, + "eval_accuracy": { + "accuracy": 0.9735907185878042 + }, + "eval_f1": [ + 0.9852987755417358, + 0.870288323904301 + ], + "eval_loss": 0.01460354682058096, + "eval_precision": [ + 0.9857633092190689, + 0.8666847678522943 + ], + "eval_recall": [ + 0.98483467947431, + 0.8739219712525668 + ], + "eval_runtime": 4.2136, + "eval_samples_per_second": 236.138, + "eval_steps_per_second": 3.797, + "step": 249 + }, + { + "epoch": 2.0, + "grad_norm": 0.0830661952495575, + "learning_rate": 4.666666666666667e-05, + "loss": 0.012, + "step": 498 + }, + { + "epoch": 2.0, + "eval_accuracy": { + "accuracy": 0.9743262371978129 + }, + "eval_f1": [ + 0.9857028037960988, + 0.8743206521739131 + ], + "eval_loss": 0.014524628408253193, + "eval_precision": [ + 0.9865414662067045, + 0.8678354686446392 + ], + "eval_recall": [ + 0.9848655660741588, + 0.8809034907597536 + ], + "eval_runtime": 4.2542, + "eval_samples_per_second": 233.886, + "eval_steps_per_second": 3.761, + "step": 498 + } + ], + "logging_steps": 500, + "max_steps": 7470, + "num_input_tokens_seen": 0, + "num_train_epochs": 30, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 10, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 5721993434919168.0, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/best/training_args.bin b/best/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..ecf1b4bb16982be5eb4108eaffc604e1d51ce110 --- /dev/null +++ b/best/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5763725c515a937150f79fea1f991ee3aa99eeccb0bf79fe7c648e4d071573f +size 5869 diff --git a/config/config.json b/config/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f9ecb46f6cf1e247655aee2a9ff6bfd143ccfeb --- /dev/null +++ b/config/config.json @@ -0,0 +1,32 @@ +{ + "global": { + "train": "/projects/users/mgillele/multilingual-segmentation-dataset/data/training_data/segmented/split/multilingual/train.json", + "test": "/projects/users/mgillele/multilingual-segmentation-dataset/data/training_data/segmented/split/multilingual/test.json", + "dev": "/projects/users/mgillele/multilingual-segmentation-dataset/data/training_data/segmented/split/multilingual/dev.json", + "import": "/projects/users/mgillele/Aquilign", + "base_model_name": "google-bert/bert-base-multilingual-cased", + "out_dir": "/projects/users/mgillele/trash/test_segmenter", + "device": "cuda:0", + "data_augmentation": true, + "freeze_embeddings": false, + "emb_dim": 300, + "freeze_lang_embeddings": false, + "linear_layers": 3, + "linear_layers_hidden_size": 128, + "balance_class_weights": false, + "include_lang_metadata": false, + "lang_emb_dim": 32, + "epochs": 30, + "use_pretrained_embeddings": true, + "use_bert_tokenizer": true, + "lr": 1e-05, + "workers": 8, + "batch_size": 64, + "eval_batch_size": 64, + "segments_max_length": 18, + "model_path": "models/best/best.pt" + }, + "architecture": { + "name": "BERT" + } +} \ No newline at end of file diff --git a/eval.txt b/eval.txt new file mode 100644 index 0000000000000000000000000000000000000000..b6c780e377d1ca1d54c99c817420224937d15a7c --- /dev/null +++ b/eval.txt @@ -0,0 +1,6 @@ +| | Synt (None, Delim.) | Bert (None, Delim., Pad.) | +|-----------+------------------------------------------------+-----------------------------------------------| +| Accuracy | 0.976800588896207 | 0.9932784225057487 | +| Precision | [0.9004062759534017, 0.6344567522979024, 1.0] | [0.9817984308992155, 0.8651105984529787, 1.0] | +| Recall | [0.9627745109804392, 0.3776125683826624, 1.0] | [0.9761430457218289, 0.8942348155421518, 1.0] | +| F1-score | [0.9305465342859794, 0.47344354555047485, 1.0] | [0.9789625707064629, 0.8794316457442406, 1.0] | \ No newline at end of file diff --git a/logs/best_model.ca.txt b/logs/best_model.ca.txt new file mode 100644 index 0000000000000000000000000000000000000000..acc3cbac09cbc61652a6172a2175cadcad1c7cdb --- /dev/null +++ b/logs/best_model.ca.txt @@ -0,0 +1,6 @@ +Best model on test data for ca: +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.985556 | 0.863366 | +| Recall | 0.986337 | 0.856582 | +| F1 | 0.985946 | 0.859961 | diff --git a/logs/best_model.en.txt b/logs/best_model.en.txt new file mode 100644 index 0000000000000000000000000000000000000000..9f6af466bfc13e04cc149f619075d8085e01310c --- /dev/null +++ b/logs/best_model.en.txt @@ -0,0 +1,6 @@ +Best model on test data for en: +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.980357 | 0.843931 | +| Recall | 0.979091 | 0.85214 | +| F1 | 0.979724 | 0.848015 | diff --git a/logs/best_model.es.txt b/logs/best_model.es.txt new file mode 100644 index 0000000000000000000000000000000000000000..817fb2e50760b2f219a427607e3ffa6a4588a100 --- /dev/null +++ b/logs/best_model.es.txt @@ -0,0 +1,6 @@ +Best model on test data for es: +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.981673 | 0.870741 | +| Recall | 0.981948 | 0.869 | +| F1 | 0.981811 | 0.86987 | diff --git a/logs/best_model.fr.txt b/logs/best_model.fr.txt new file mode 100644 index 0000000000000000000000000000000000000000..ee4e388bc90a3942dffb9e79d2b1c030e2ba497d --- /dev/null +++ b/logs/best_model.fr.txt @@ -0,0 +1,6 @@ +Best model on test data for fr: +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.994157 | 0.920113 | +| Recall | 0.991603 | 0.94316 | +| F1 | 0.992878 | 0.931494 | diff --git a/logs/best_model.it.txt b/logs/best_model.it.txt new file mode 100644 index 0000000000000000000000000000000000000000..e9c48406c00b31ee722b97e6fe3ace57cc974de3 --- /dev/null +++ b/logs/best_model.it.txt @@ -0,0 +1,6 @@ +Best model on test data for it: +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.986436 | 0.862772 | +| Recall | 0.985592 | 0.869863 | +| F1 | 0.986014 | 0.866303 | diff --git a/logs/best_model.la.txt b/logs/best_model.la.txt new file mode 100644 index 0000000000000000000000000000000000000000..413981e9caa8fe381bb462487986da54965b1cb4 --- /dev/null +++ b/logs/best_model.la.txt @@ -0,0 +1,6 @@ +Best model on test data for la: +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.987503 | 0.846517 | +| Recall | 0.982618 | 0.885185 | +| F1 | 0.985055 | 0.865419 | diff --git a/logs/best_model.pt.txt b/logs/best_model.pt.txt new file mode 100644 index 0000000000000000000000000000000000000000..539241f2acff9e1db4f5bef8dd8caf9d34ebea4b --- /dev/null +++ b/logs/best_model.pt.txt @@ -0,0 +1,6 @@ +Best model on test data for pt: +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.984846 | 0.906298 | +| Recall | 0.989078 | 0.874074 | +| F1 | 0.986957 | 0.889894 | diff --git a/logs/best_model.txt b/logs/best_model.txt new file mode 100644 index 0000000000000000000000000000000000000000..aabad7e8155849a4ca77a6fb78cfd3408632819a --- /dev/null +++ b/logs/best_model.txt @@ -0,0 +1,6 @@ +Best model on test data +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.99073 | 0.884803 | +| Recall | 0.986411 | 0.91858 | +| F1 | 0.988566 | 0.901375 | diff --git a/logs/resultats_ambiguite_ca.txt b/logs/resultats_ambiguite_ca.txt new file mode 100644 index 0000000000000000000000000000000000000000..1c6490f03f818851594e0802f3413825a47ee102 --- /dev/null +++ b/logs/resultats_ambiguite_ca.txt @@ -0,0 +1,170 @@ +Mean accuracy: 0.9171884745092317. + +Results for que: accuracy 0.8761061946902655 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.894737 | 0.857143 | +| Recall | 0.864407 | 0.888889 | +| F1 | 0.87931 | 0.872727 | + + +Results for e: accuracy 0.8957055214723927 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.855263 | 0.931034 | +| Recall | 0.915493 | 0.880435 | +| F1 | 0.884354 | 0.905028 | + + +Results for per: accuracy 0.9473684210526315 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.942029 | 0.961538 | +| Recall | 0.984848 | 0.862069 | +| F1 | 0.962963 | 0.909091 | + + +Results for cor: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for de: accuracy 0.9661016949152542 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.982301 | 0.6 | +| Recall | 0.982301 | 0.6 | +| F1 | 0.982301 | 0.6 | + + +Results for qui: accuracy 0.9090909090909091 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.833333 | 0.952381 | +| Recall | 0.909091 | 0.909091 | +| F1 | 0.869565 | 0.930233 | + + +Results for &: accuracy 0.6470588235294118 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.5 | 0.777778 | +| Recall | 0.666667 | 0.636364 | +| F1 | 0.571429 | 0.7 | + + +Results for en: accuracy 0.8904109589041096 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.9375 | 0.555556 | +| Recall | 0.9375 | 0.555556 | +| F1 | 0.9375 | 0.555556 | + + +Results for a: accuracy 0.95 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.973333 | 0.6 | +| Recall | 0.973333 | 0.6 | +| F1 | 0.973333 | 0.6 | + + +Results for lo: accuracy 0.9814814814814815 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.666667 | +| Recall | 0.980769 | 1 | +| F1 | 0.990291 | 0.8 | + + +Results for no: accuracy 0.9318181818181818 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.974359 | 0.6 | +| Recall | 0.95 | 0.75 | +| F1 | 0.962025 | 0.666667 | + + +Results for con: accuracy 0.9047619047619048 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.714286 | +| Recall | 0.875 | 1 | +| F1 | 0.933333 | 0.833333 | + + +Results for ne: accuracy 0.8695652173913043 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.571429 | +| Recall | 0.842105 | 1 | +| F1 | 0.914286 | 0.727273 | + + +Results for E: accuracy 0.9230769230769231 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0 | 1 | +| Recall | 0 | 0.923077 | +| F1 | 0 | 0.96 | + + +Results for los: accuracy 0.9722222222222222 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.666667 | +| Recall | 0.970588 | 1 | +| F1 | 0.985075 | 0.8 | + + +Results for so: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for ab: accuracy 0.9655172413793104 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.75 | +| Recall | 0.961538 | 1 | +| F1 | 0.980392 | 0.857143 | + + +Results for si: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for De: accuracy 0.95 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.9375 | 1 | +| Recall | 1 | 0.8 | +| F1 | 0.967742 | 0.888889 | + + +Results for fil: accuracy 0.8235294117647058 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0 | +| Recall | 0.823529 | 0 | +| F1 | 0.903226 | 0 | + + +Results for se: accuracy 0.8571428571428571 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.333333 | +| Recall | 0.846154 | 1 | +| F1 | 0.916667 | 0.5 | + + diff --git a/logs/resultats_ambiguite_en.txt b/logs/resultats_ambiguite_en.txt new file mode 100644 index 0000000000000000000000000000000000000000..8add17f210a0e39d64c13c3e584b7bbb7315b637 --- /dev/null +++ b/logs/resultats_ambiguite_en.txt @@ -0,0 +1,146 @@ +Mean accuracy: 0.883864562617454. + +Results for that: accuracy 0.8452380952380952 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.72973 | 0.93617 | +| Recall | 0.9 | 0.814815 | +| F1 | 0.80597 | 0.871287 | + + +Results for and: accuracy 0.8809523809523809 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.744681 | 0.962025 | +| Recall | 0.921053 | 0.863636 | +| F1 | 0.823529 | 0.91018 | + + +Results for to: accuracy 0.7976190476190477 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.827586 | 0.730769 | +| Recall | 0.872727 | 0.655172 | +| F1 | 0.849558 | 0.690909 | + + +Results for of: accuracy 0.8823529411764706 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.929412 | 0.647059 | +| Recall | 0.929412 | 0.647059 | +| F1 | 0.929412 | 0.647059 | + + +Results for as: accuracy 0.875 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.923077 | 0.818182 | +| Recall | 0.857143 | 0.9 | +| F1 | 0.888889 | 0.857143 | + + +Results for þ: accuracy 0.9318181818181818 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.974026 | 0.636364 | +| Recall | 0.949367 | 0.777778 | +| F1 | 0.961538 | 0.7 | + + +Results for w: accuracy 0.9565217391304348 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.9 | +| Recall | 0.928571 | 1 | +| F1 | 0.962963 | 0.947368 | + + +Results for in: accuracy 0.7446808510638298 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.878788 | 0.428571 | +| Recall | 0.783784 | 0.6 | +| F1 | 0.828571 | 0.5 | + + +Results for he: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for is: accuracy 0.8181818181818182 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.92 | 0.5 | +| Recall | 0.851852 | 0.666667 | +| F1 | 0.884615 | 0.571429 | + + +Results for I: accuracy 0.9333333333333333 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.833333 | 1 | +| Recall | 1 | 0.9 | +| F1 | 0.909091 | 0.947368 | + + +Results for for: accuracy 0.9333333333333333 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.8 | 0.96 | +| Recall | 0.8 | 0.96 | +| F1 | 0.8 | 0.96 | + + +Results for men: accuracy 0.8947368421052632 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.666667 | +| Recall | 0.866667 | 1 | +| F1 | 0.928571 | 0.8 | + + +Results for by: accuracy 0.9230769230769231 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.8 | +| Recall | 0.888889 | 1 | +| F1 | 0.941176 | 0.888889 | + + +Results for was: accuracy 0.8 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.933333 | 0.4 | +| Recall | 0.823529 | 0.666667 | +| F1 | 0.875 | 0.5 | + + +Results for Y: accuracy 0.8888888888888888 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.8 | +| Recall | 0.8 | 1 | +| F1 | 0.888889 | 0.888889 | + + +Results for s: accuracy 0.8947368421052632 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.9375 | 0.666667 | +| Recall | 0.9375 | 0.666667 | +| F1 | 0.9375 | 0.666667 | + + +Results for alle: accuracy 0.9090909090909091 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.875 | 1 | +| Recall | 1 | 0.75 | +| F1 | 0.933333 | 0.857143 | + + diff --git a/logs/resultats_ambiguite_es.txt b/logs/resultats_ambiguite_es.txt new file mode 100644 index 0000000000000000000000000000000000000000..7e7b7e2edb63a5836b1d38648dd30c6cce8da48e --- /dev/null +++ b/logs/resultats_ambiguite_es.txt @@ -0,0 +1,346 @@ +Mean accuracy: 0.9093934588166207. + +Results for que: accuracy 0.8888888888888888 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.829268 | 0.919255 | +| Recall | 0.839506 | 0.91358 | +| F1 | 0.834356 | 0.916409 | + + +Results for por: accuracy 0.8809523809523809 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.882353 | 0.88 | +| Recall | 0.833333 | 0.916667 | +| F1 | 0.857143 | 0.897959 | + + +Results for de: accuracy 0.9141630901287554 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.957746 | 0.45 | +| Recall | 0.948837 | 0.5 | +| F1 | 0.953271 | 0.473684 | + + +Results for e: accuracy 0.927536231884058 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.90625 | 0.933962 | +| Recall | 0.805556 | 0.970588 | +| F1 | 0.852941 | 0.951923 | + + +Results for &: accuracy 0.8907563025210085 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.766667 | 0.932584 | +| Recall | 0.793103 | 0.922222 | +| F1 | 0.779661 | 0.927374 | + + +Results for y: accuracy 0.9074074074074074 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.789474 | 0.971429 | +| Recall | 0.9375 | 0.894737 | +| F1 | 0.857143 | 0.931507 | + + +Results for mas: accuracy 0.925 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.9375 | 0.916667 | +| Recall | 0.882353 | 0.956522 | +| F1 | 0.909091 | 0.93617 | + + +Results for a: accuracy 0.8350515463917526 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.886076 | 0.611111 | +| Recall | 0.909091 | 0.55 | +| F1 | 0.897436 | 0.578947 | + + +Results for en: accuracy 0.9148936170212766 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.935065 | 0.823529 | +| Recall | 0.96 | 0.736842 | +| F1 | 0.947368 | 0.777778 | + + +Results for la: accuracy 0.9915966386554622 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.888889 | +| Recall | 0.990991 | 1 | +| F1 | 0.995475 | 0.941176 | + + +Results for el: accuracy 0.9826086956521739 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.981481 | 1 | +| Recall | 1 | 0.777778 | +| F1 | 0.990654 | 0.875 | + + +Results for et: accuracy 0.8157894736842105 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.571429 | 0.958333 | +| Recall | 0.888889 | 0.793103 | +| F1 | 0.695652 | 0.867925 | + + +Results for con: accuracy 0.9393939393939394 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.961538 | 0.857143 | +| Recall | 0.961538 | 0.857143 | +| F1 | 0.961538 | 0.857143 | + + +Results for ca: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for señor: accuracy 0.8181818181818182 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.846154 | 0.777778 | +| Recall | 0.846154 | 0.777778 | +| F1 | 0.846154 | 0.777778 | + + +Results for los: accuracy 0.9459459459459459 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.971429 | 0.5 | +| Recall | 0.971429 | 0.5 | +| F1 | 0.971429 | 0.5 | + + +Results for dixo: accuracy 0.775 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.758621 | 0.818182 | +| Recall | 0.916667 | 0.5625 | +| F1 | 0.830189 | 0.666667 | + + +Results for si: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for no: accuracy 0.9019607843137255 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.913043 | 0.8 | +| Recall | 0.976744 | 0.5 | +| F1 | 0.94382 | 0.615385 | + + +Results for como: accuracy 0.92 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.75 | +| Recall | 0.894737 | 1 | +| F1 | 0.944444 | 0.857143 | + + +Results for lo: accuracy 0.9361702127659575 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.953488 | 0.75 | +| Recall | 0.97619 | 0.6 | +| F1 | 0.964706 | 0.666667 | + + +Results for yo: accuracy 0.972972972972973 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.967742 | 1 | +| Recall | 1 | 0.857143 | +| F1 | 0.983607 | 0.923077 | + + +Results for segun: accuracy 0.8 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.8 | 0.8 | +| Recall | 0.8 | 0.8 | +| F1 | 0.8 | 0.8 | + + +Results for se: accuracy 0.9736842105263158 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.970588 | 1 | +| Recall | 1 | 0.8 | +| F1 | 0.985075 | 0.888889 | + + +Results for non: accuracy 0.9655172413793104 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.958333 | 1 | +| Recall | 1 | 0.833333 | +| F1 | 0.978723 | 0.909091 | + + +Results for muy: accuracy 0.8571428571428571 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.96 | 0 | +| Recall | 0.888889 | 0 | +| F1 | 0.923077 | 0 | + + +Results for des: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for sobre: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for ass: accuracy 0.9 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.75 | +| Recall | 0.857143 | 1 | +| F1 | 0.923077 | 0.857143 | + + +Results for quando: accuracy 0.9090909090909091 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.75 | +| Recall | 0.875 | 1 | +| F1 | 0.933333 | 0.857143 | + + +Results for todo: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for nin: accuracy 0.9166666666666666 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.875 | +| Recall | 0.8 | 1 | +| F1 | 0.888889 | 0.933333 | + + +Results for qui: accuracy 0.8888888888888888 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.866667 | 1 | +| Recall | 1 | 0.6 | +| F1 | 0.928571 | 0.75 | + + +Results for tan: accuracy 0.875 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.333333 | +| Recall | 0.866667 | 1 | +| F1 | 0.928571 | 0.5 | + + +Results for asi: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for ab: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for quien: accuracy 0.8333333333333334 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.666667 | +| Recall | 0.75 | 1 | +| F1 | 0.857143 | 0.8 | + + +Results for o: accuracy 0.8181818181818182 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.875 | 0.666667 | +| Recall | 0.875 | 0.666667 | +| F1 | 0.875 | 0.666667 | + + +Results for ala: accuracy 0.8 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.333333 | +| Recall | 0.777778 | 1 | +| F1 | 0.875 | 0.5 | + + +Results for para: accuracy 0.8571428571428571 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.666667 | +| Recall | 0.8 | 1 | +| F1 | 0.888889 | 0.8 | + + +Results for porque: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for com: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for dix: accuracy 0.625 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.6 | 0.666667 | +| Recall | 0.75 | 0.5 | +| F1 | 0.666667 | 0.571429 | + + diff --git a/results/in-domain/resultats_ambiguite_fr.txt b/logs/resultats_ambiguite_fr.txt similarity index 59% rename from results/in-domain/resultats_ambiguite_fr.txt rename to logs/resultats_ambiguite_fr.txt index 7650e52000dfd25da13f0529aea9728ebea75a47..ddb865a32708c7ca99a1f499aa5bd5839c576df1 100644 --- a/results/in-domain/resultats_ambiguite_fr.txt +++ b/logs/resultats_ambiguite_fr.txt @@ -1,59 +1,51 @@ -Mean accuracy: 0.9516673403333639. +Mean accuracy: 0.9542108729662763. -Results for et: accuracy 0.9342857142857143 +Results for et: accuracy 0.9409937888198758 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.878378 | 0.975248 | -| Recall | 0.962963 | 0.916279 | -| F1 | 0.918728 | 0.944844 | +| Precision | 0.895522 | 0.973404 | +| Recall | 0.96 | 0.928934 | +| F1 | 0.926641 | 0.950649 | -Results for si: accuracy 0.9578947368421052 +Results for que: accuracy 0.8977272727272727 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 1 | 0.927273 | -| Recall | 0.909091 | 1 | -| F1 | 0.952381 | 0.962264 | +| Precision | 0.830508 | 0.931624 | +| Recall | 0.859649 | 0.915966 | +| F1 | 0.844828 | 0.923729 | -Results for que: accuracy 0.895 +Results for si: accuracy 0.9523809523809523 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.809524 | 0.934307 | -| Recall | 0.85 | 0.914286 | -| F1 | 0.829268 | 0.924188 | +| Precision | 1 | 0.923077 | +| Recall | 0.888889 | 1 | +| F1 | 0.941176 | 0.96 | -Results for il: accuracy 0.9952830188679245 +Results for de: accuracy 0.9826086956521739 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.994595 | 1 | -| Recall | 1 | 0.964286 | -| F1 | 0.99729 | 0.981818 | +| Precision | 0.990698 | 0.866667 | +| Recall | 0.990698 | 0.866667 | +| F1 | 0.990698 | 0.866667 | -Results for de: accuracy 0.983739837398374 +Results for il: accuracy 0.9948717948717949 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.991304 | 0.875 | -| Recall | 0.991304 | 0.875 | -| F1 | 0.991304 | 0.875 | +| Precision | 0.994152 | 1 | +| Recall | 1 | 0.96 | +| F1 | 0.997067 | 0.979592 | -Results for qu: accuracy 0.9253731343283582 +Results for qu: accuracy 0.9193548387096774 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.818182 | 0.977778 | -| Recall | 0.947368 | 0.916667 | -| F1 | 0.878049 | 0.946237 | - - -Results for pour: accuracy 0.82 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.806452 | 0.842105 | -| Recall | 0.892857 | 0.727273 | -| F1 | 0.847458 | 0.780488 | +| Precision | 0.809524 | 0.97561 | +| Recall | 0.944444 | 0.909091 | +| F1 | 0.871795 | 0.941176 | Results for en: accuracy 1.0 @@ -64,87 +56,87 @@ Results for en: accuracy 1.0 | F1 | 1 | 1 | -Results for mes: accuracy 1.0 +Results for pour: accuracy 0.8085106382978723 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | +| Precision | 0.8 | 0.823529 | +| Recall | 0.888889 | 0.7 | +| F1 | 0.842105 | 0.756757 | -Results for ne: accuracy 0.9586776859504132 +Results for ne: accuracy 0.9722222222222222 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.963964 | 0.9 | -| Recall | 0.990741 | 0.692308 | -| F1 | 0.977169 | 0.782609 | +| Precision | 0.979798 | 0.888889 | +| Recall | 0.989796 | 0.8 | +| F1 | 0.984772 | 0.842105 | -Results for a: accuracy 0.952755905511811 +Results for a: accuracy 0.9649122807017544 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.975207 | 0.5 | -| Recall | 0.975207 | 0.5 | -| F1 | 0.975207 | 0.5 | +| Precision | 0.981651 | 0.6 | +| Recall | 0.981651 | 0.6 | +| F1 | 0.981651 | 0.6 | -Results for li: accuracy 0.9572649572649573 +Results for li: accuracy 0.9541284403669725 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.973451 | 0.5 | -| Recall | 0.982143 | 0.4 | -| F1 | 0.977778 | 0.444444 | +| Precision | 0.971429 | 0.5 | +| Recall | 0.980769 | 0.4 | +| F1 | 0.976077 | 0.444444 | -Results for ai: accuracy 0.8846153846153846 +Results for qui: accuracy 0.8888888888888888 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.933333 | 0.818182 | -| Recall | 0.875 | 0.9 | -| F1 | 0.903226 | 0.857143 | +| Precision | 0.538462 | 0.98 | +| Recall | 0.875 | 0.890909 | +| F1 | 0.666667 | 0.933333 | -Results for qui: accuracy 0.8939393939393939 +Results for e: accuracy 1.0 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.538462 | 0.981132 | -| Recall | 0.875 | 0.896552 | -| F1 | 0.666667 | 0.936937 | +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | -Results for ce: accuracy 0.9662921348314607 +Results for ce: accuracy 0.9655172413793104 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.976471 | 0.75 | -| Recall | 0.988095 | 0.6 | -| F1 | 0.982249 | 0.666667 | +| Precision | 0.975904 | 0.75 | +| Recall | 0.987805 | 0.6 | +| F1 | 0.981818 | 0.666667 | -Results for se: accuracy 0.9672131147540983 +Results for se: accuracy 0.9655172413793104 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.98 | 0.909091 | -| Recall | 0.98 | 0.909091 | -| F1 | 0.98 | 0.909091 | +| Precision | 0.979167 | 0.9 | +| Recall | 0.979167 | 0.9 | +| F1 | 0.979167 | 0.9 | -Results for je: accuracy 0.9821428571428571 +Results for je: accuracy 0.98 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.978261 | 1 | +| Precision | 0.975 | 1 | | Recall | 1 | 0.909091 | -| F1 | 0.989011 | 0.952381 | +| F1 | 0.987342 | 0.952381 | -Results for quant: accuracy 0.9574468085106383 +Results for ai: accuracy 0.8695652173913043 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 1 | 0.75 | -| Recall | 0.95122 | 1 | -| F1 | 0.975 | 0.857143 | +| Precision | 0.928571 | 0.777778 | +| Recall | 0.866667 | 0.875 | +| F1 | 0.896552 | 0.823529 | -Results for e: accuracy 1.0 +Results for mes: accuracy 1.0 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| | Precision | 1 | 1 | @@ -152,28 +144,36 @@ Results for e: accuracy 1.0 | F1 | 1 | 1 | -Results for fait: accuracy 0.9130434782608695 +Results for fait: accuracy 0.95 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.933333 | 0.875 | -| Recall | 0.933333 | 0.875 | -| F1 | 0.933333 | 0.875 | +| Precision | 1 | 0.875 | +| Recall | 0.923077 | 1 | +| F1 | 0.96 | 0.933333 | -Results for con: accuracy 0.9767441860465116 +Results for quant: accuracy 0.9534883720930233 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 1 | 0.833333 | -| Recall | 0.973684 | 1 | -| F1 | 0.986667 | 0.909091 | +| Precision | 1 | 0.75 | +| Recall | 0.945946 | 1 | +| F1 | 0.972222 | 0.857143 | -Results for par: accuracy 0.9782608695652174 +Results for par: accuracy 0.9761904761904762 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| | Precision | 1 | 0.8 | -| Recall | 0.97619 | 1 | -| F1 | 0.987952 | 0.888889 | +| Recall | 0.973684 | 1 | +| F1 | 0.986667 | 0.888889 | + + +Results for ou: accuracy 0.9047619047619048 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.928571 | 0.857143 | +| Recall | 0.928571 | 0.857143 | +| F1 | 0.928571 | 0.857143 | Results for c: accuracy 1.0 @@ -184,12 +184,12 @@ Results for c: accuracy 1.0 | F1 | 1 | 1 | -Results for ou: accuracy 0.9090909090909091 +Results for con: accuracy 0.9722222222222222 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.933333 | 0.857143 | -| Recall | 0.933333 | 0.857143 | -| F1 | 0.933333 | 0.857143 | +| Precision | 1 | 0.75 | +| Recall | 0.969697 | 1 | +| F1 | 0.984615 | 0.857143 | Results for tant: accuracy 1.0 @@ -200,28 +200,20 @@ Results for tant: accuracy 1.0 | F1 | 1 | 1 | -Results for on: accuracy 1.0 +Results for por: accuracy 0.9523809523809523 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | +| Precision | 0.9375 | 1 | +| Recall | 1 | 0.833333 | +| F1 | 0.967742 | 0.909091 | -Results for dis: accuracy 0.9629629629629629 +Results for dis: accuracy 0.9615384615384616 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.956522 | 1 | +| Precision | 0.954545 | 1 | | Recall | 1 | 0.8 | -| F1 | 0.977778 | 0.888889 | - - -Results for por: accuracy 0.9545454545454546 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.941176 | 1 | -| Recall | 1 | 0.833333 | -| F1 | 0.969697 | 0.909091 | +| F1 | 0.976744 | 0.888889 | Results for comme: accuracy 1.0 @@ -232,15 +224,7 @@ Results for comme: accuracy 1.0 | F1 | 1 | 1 | -Results for or: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for aus: accuracy 1.0 +Results for on: accuracy 1.0 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| | Precision | 1 | 1 | @@ -256,12 +240,12 @@ Results for comment: accuracy 0.8333333333333334 | F1 | 0.75 | 0.875 | -Results for com: accuracy 0.9375 +Results for com: accuracy 0.9333333333333333 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| | Precision | 1 | 0.666667 | -| Recall | 0.928571 | 1 | -| F1 | 0.962963 | 0.8 | +| Recall | 0.923077 | 1 | +| F1 | 0.96 | 0.8 | Results for fet: accuracy 1.0 @@ -280,12 +264,20 @@ Results for quel: accuracy 0.8571428571428571 | F1 | 0.888889 | 0.8 | -Results for come: accuracy 0.8571428571428571 +Results for aus: accuracy 1.0 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.75 | 1 | -| Recall | 1 | 0.75 | -| F1 | 0.857143 | 0.857143 | +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for or: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | Results for Je: accuracy 1.0 diff --git a/results/in-domain/resultats_ambiguite_it.txt b/logs/resultats_ambiguite_it.txt similarity index 52% rename from results/in-domain/resultats_ambiguite_it.txt rename to logs/resultats_ambiguite_it.txt index dfd13065b7285221fe4d051b54f89654865a544d..82b1c5f4839d747ff6b21fffd819eff7c1b58450 100644 --- a/results/in-domain/resultats_ambiguite_it.txt +++ b/logs/resultats_ambiguite_it.txt @@ -1,99 +1,91 @@ -Mean accuracy: 0.91084210044924. +Mean accuracy: 0.9267648979933372. -Results for e: accuracy 0.8286713286713286 +Results for e: accuracy 0.8178294573643411 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.805085 | 0.845238 | -| Recall | 0.785124 | 0.860606 | -| F1 | 0.794979 | 0.852853 | +| Precision | 0.790476 | 0.836601 | +| Recall | 0.768519 | 0.853333 | +| F1 | 0.779343 | 0.844884 | -Results for si: accuracy 0.890625 +Results for si: accuracy 0.898989898989899 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.847222 | 0.946429 | -| Recall | 0.953125 | 0.828125 | -| F1 | 0.897059 | 0.883333 | +| Precision | 0.836364 | 0.977273 | +| Recall | 0.978723 | 0.826923 | +| F1 | 0.901961 | 0.895833 | -Results for che: accuracy 0.8909090909090909 +Results for che: accuracy 0.8955223880597015 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.767442 | 0.934426 | -| Recall | 0.804878 | 0.919355 | -| F1 | 0.785714 | 0.926829 | +| Precision | 0.764706 | 0.94 | +| Recall | 0.8125 | 0.921569 | +| F1 | 0.787879 | 0.930693 | -Results for per: accuracy 0.8674698795180723 +Results for per: accuracy 0.8888888888888888 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.910714 | 0.777778 | -| Recall | 0.894737 | 0.807692 | -| F1 | 0.902655 | 0.792453 | +| Precision | 0.918367 | 0.826087 | +| Recall | 0.918367 | 0.826087 | +| F1 | 0.918367 | 0.826087 | -Results for di: accuracy 0.9801324503311258 +Results for di: accuracy 0.9782608695652174 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.993056 | 0.714286 | -| Recall | 0.986207 | 0.833333 | -| F1 | 0.989619 | 0.769231 | +| Precision | 0.992366 | 0.714286 | +| Recall | 0.984848 | 0.833333 | +| F1 | 0.988593 | 0.769231 | -Results for ch: accuracy 0.9078947368421053 +Results for ch: accuracy 0.8985507246376812 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.857143 | 0.919355 | -| Recall | 0.705882 | 0.966102 | -| F1 | 0.774194 | 0.942149 | +| Precision | 0.857143 | 0.909091 | +| Recall | 0.705882 | 0.961538 | +| F1 | 0.774194 | 0.934579 | -Results for a: accuracy 0.945054945054945 +Results for a: accuracy 0.9404761904761905 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| | Precision | 1 | 0.444444 | -| Recall | 0.942529 | 1 | -| F1 | 0.970414 | 0.615385 | - - -Results for il: accuracy 0.9459459459459459 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.983871 | 0.75 | -| Recall | 0.953125 | 0.9 | -| F1 | 0.968254 | 0.818182 | +| Recall | 0.9375 | 1 | +| F1 | 0.967742 | 0.615385 | -Results for se: accuracy 0.76 +Results for il: accuracy 0.9402985074626866 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.733333 | 0.8 | -| Recall | 0.846154 | 0.666667 | -| F1 | 0.785714 | 0.727273 | +| Precision | 0.981818 | 0.75 | +| Recall | 0.947368 | 0.9 | +| F1 | 0.964286 | 0.818182 | -Results for in: accuracy 0.9871794871794872 +Results for in: accuracy 0.9855072463768116 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| | Precision | 1 | 0.75 | -| Recall | 0.986667 | 1 | -| F1 | 0.993289 | 0.857143 | +| Recall | 0.984848 | 1 | +| F1 | 0.992366 | 0.857143 | -Results for la: accuracy 0.9444444444444444 +Results for l: accuracy 0.9821428571428571 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.955882 | 0.75 | -| Recall | 0.984848 | 0.5 | -| F1 | 0.970149 | 0.6 | +| Precision | 1 | 0.666667 | +| Recall | 0.981481 | 1 | +| F1 | 0.990654 | 0.8 | -Results for l: accuracy 0.9846153846153847 +Results for s: accuracy 0.7916666666666666 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 1 | 0.666667 | -| Recall | 0.984127 | 1 | -| F1 | 0.992 | 0.8 | +| Precision | 0.823529 | 0.714286 | +| Recall | 0.875 | 0.625 | +| F1 | 0.848485 | 0.666667 | Results for con: accuracy 1.0 @@ -104,28 +96,12 @@ Results for con: accuracy 1.0 | F1 | 1 | 1 | -Results for s: accuracy 0.8148148148148148 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.85 | 0.714286 | -| Recall | 0.894737 | 0.625 | -| F1 | 0.871795 | 0.666667 | - - -Results for come: accuracy 0.9411764705882353 +Results for come: accuracy 0.9375 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| | Precision | 1 | 0.833333 | -| Recall | 0.916667 | 1 | -| F1 | 0.956522 | 0.909091 | - - -Results for i: accuracy 0.9411764705882353 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.5 | -| Recall | 0.9375 | 1 | -| F1 | 0.967742 | 0.666667 | +| Recall | 0.909091 | 1 | +| F1 | 0.952381 | 0.909091 | Results for pos: accuracy 1.0 @@ -136,23 +112,23 @@ Results for pos: accuracy 1.0 | F1 | 1 | 1 | -Results for sì: accuracy 1.0 +Results for i: accuracy 0.96875 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | +| Precision | 1 | 0.666667 | +| Recall | 0.966667 | 1 | +| F1 | 0.983051 | 0.8 | -Results for quand: accuracy 1.0 +Results for se: accuracy 0.75 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | +| Precision | 0.727273 | 0.8 | +| Recall | 0.888889 | 0.571429 | +| F1 | 0.8 | 0.666667 | -Results for et: accuracy 1.0 +Results for quand: accuracy 1.0 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| | Precision | 1 | 1 | @@ -160,7 +136,7 @@ Results for et: accuracy 1.0 | F1 | 1 | 1 | -Results for nella: accuracy 1.0 +Results for et: accuracy 1.0 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| | Precision | 1 | 1 | @@ -176,20 +152,20 @@ Results for vol: accuracy 0.9444444444444444 | F1 | 0.967742 | 0.8 | -Results for è: accuracy 0.8333333333333334 +Results for è: accuracy 0.8235294117647058 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.866667 | 0.666667 | -| Recall | 0.928571 | 0.5 | -| F1 | 0.896552 | 0.571429 | +| Precision | 0.857143 | 0.666667 | +| Recall | 0.923077 | 0.5 | +| F1 | 0.888889 | 0.571429 | -Results for quando: accuracy 0.8666666666666667 +Results for nella: accuracy 1.0 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.833333 | 1 | -| Recall | 1 | 0.6 | -| F1 | 0.909091 | 0.75 | +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | Results for ins: accuracy 1.0 @@ -200,19 +176,19 @@ Results for ins: accuracy 1.0 | F1 | 1 | 1 | -Results for Per: accuracy 0.5 +Results for o: accuracy 0.8 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0 | 1 | -| Recall | 0 | 0.5 | -| F1 | 0 | 0.666667 | +| Precision | 0.857143 | 0.666667 | +| Recall | 0.857143 | 0.666667 | +| F1 | 0.857143 | 0.666667 | -Results for o: accuracy 0.8181818181818182 +Results for sì: accuracy 1.0 | | Segment Content | Segment Boundary | |-----------+-------------------+--------------------| -| Precision | 0.875 | 0.666667 | -| Recall | 0.875 | 0.666667 | -| F1 | 0.875 | 0.666667 | +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | diff --git a/logs/resultats_ambiguite_la.txt b/logs/resultats_ambiguite_la.txt new file mode 100644 index 0000000000000000000000000000000000000000..01c166c581dfcb829502e812a2a9885f6f412c49 --- /dev/null +++ b/logs/resultats_ambiguite_la.txt @@ -0,0 +1,274 @@ +Mean accuracy: 0.8923750995895208. + +Results for et: accuracy 0.8043478260869565 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.72 | 0.904762 | +| Recall | 0.9 | 0.730769 | +| F1 | 0.8 | 0.808511 | + + +Results for ut: accuracy 0.8653846153846154 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.777778 | 0.96 | +| Recall | 0.954545 | 0.8 | +| F1 | 0.857143 | 0.872727 | + + +Results for qui: accuracy 0.9230769230769231 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.928571 | 0.916667 | +| Recall | 0.928571 | 0.916667 | +| F1 | 0.928571 | 0.916667 | + + +Results for quod: accuracy 0.9791666666666666 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.947368 | 1 | +| Recall | 1 | 0.966667 | +| F1 | 0.972973 | 0.983051 | + + +Results for in: accuracy 0.9090909090909091 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.918605 | 0.875 | +| Recall | 0.963415 | 0.75 | +| F1 | 0.940476 | 0.807692 | + + +Results for quam: accuracy 0.9130434782608695 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.8 | 1 | +| Recall | 1 | 0.866667 | +| F1 | 0.888889 | 0.928571 | + + +Results for de: accuracy 0.9452054794520548 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.983607 | 0.75 | +| Recall | 0.952381 | 0.9 | +| F1 | 0.967742 | 0.818182 | + + +Results for ad: accuracy 0.8461538461538461 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.923077 | 0.692308 | +| Recall | 0.857143 | 0.818182 | +| F1 | 0.888889 | 0.75 | + + +Results for quae: accuracy 0.8571428571428571 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.857143 | 0.857143 | +| Recall | 0.857143 | 0.857143 | +| F1 | 0.857143 | 0.857143 | + + +Results for quo: accuracy 0.8235294117647058 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.888889 | 0.75 | +| Recall | 0.8 | 0.857143 | +| F1 | 0.842105 | 0.8 | + + +Results for non: accuracy 0.9555555555555556 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.971429 | 0.9 | +| Recall | 0.971429 | 0.9 | +| F1 | 0.971429 | 0.9 | + + +Results for est: accuracy 0.9482758620689655 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.962264 | 0.8 | +| Recall | 0.980769 | 0.666667 | +| F1 | 0.971429 | 0.727273 | + + +Results for per: accuracy 0.8611111111111112 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.851852 | 0.888889 | +| Recall | 0.958333 | 0.666667 | +| F1 | 0.901961 | 0.761905 | + + +Results for ne: accuracy 0.8095238095238095 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.769231 | 0.875 | +| Recall | 0.909091 | 0.7 | +| F1 | 0.833333 | 0.777778 | + + +Results for qua: accuracy 0.9047619047619048 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.923077 | 0.875 | +| Recall | 0.923077 | 0.875 | +| F1 | 0.923077 | 0.875 | + + +Results for si: accuracy 0.8857142857142857 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.888889 | 0.875 | +| Recall | 0.96 | 0.7 | +| F1 | 0.923077 | 0.777778 | + + +Results for vel: accuracy 0.7058823529411765 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.5 | 1 | +| Recall | 1 | 0.583333 | +| F1 | 0.666667 | 0.736842 | + + +Results for ex: accuracy 0.9772727272727273 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.833333 | +| Recall | 0.974359 | 1 | +| F1 | 0.987013 | 0.909091 | + + +Results for (: accuracy 0.6153846153846154 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.714286 | 0.5 | +| Recall | 0.625 | 0.6 | +| F1 | 0.666667 | 0.545455 | + + +Results for sic: accuracy 0.8888888888888888 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.714286 | 1 | +| Recall | 1 | 0.846154 | +| F1 | 0.833333 | 0.916667 | + + +Results for con: accuracy 0.8787878787878788 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.961538 | 0.571429 | +| Recall | 0.892857 | 0.8 | +| F1 | 0.925926 | 0.666667 | + + +Results for Et: accuracy 0.9285714285714286 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.875 | 1 | +| Recall | 1 | 0.857143 | +| F1 | 0.933333 | 0.923077 | + + +Results for di: accuracy 0.9333333333333333 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.333333 | +| Recall | 0.931034 | 1 | +| F1 | 0.964286 | 0.5 | + + +Results for esse: accuracy 0.9583333333333334 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.952381 | 1 | +| Recall | 1 | 0.75 | +| F1 | 0.97561 | 0.857143 | + + +Results for a: accuracy 0.875 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.904762 | 0.666667 | +| Recall | 0.95 | 0.5 | +| F1 | 0.926829 | 0.571429 | + + +Results for cum: accuracy 0.9285714285714286 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.75 | 1 | +| Recall | 1 | 0.909091 | +| F1 | 0.857143 | 0.952381 | + + +Results for secundum: accuracy 0.75 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.625 | 1 | +| Recall | 1 | 0.571429 | +| F1 | 0.769231 | 0.727273 | + + +Results for eo: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for e: accuracy 0.9375 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.923077 | 1 | +| Recall | 1 | 0.75 | +| F1 | 0.96 | 0.857143 | + + +Results for debe: accuracy 0.875 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.333333 | +| Recall | 0.866667 | 1 | +| F1 | 0.928571 | 0.5 | + + +Results for o: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for aut: accuracy 0.8571428571428571 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.666667 | +| Recall | 0.8 | 1 | +| F1 | 0.888889 | 0.8 | + + +Results for ecc: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for post: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + diff --git a/logs/resultats_ambiguite_pt.txt b/logs/resultats_ambiguite_pt.txt new file mode 100644 index 0000000000000000000000000000000000000000..c007d4d284e0f753bc35f1714708ec1d94280042 --- /dev/null +++ b/logs/resultats_ambiguite_pt.txt @@ -0,0 +1,218 @@ +Mean accuracy: 0.9333386662521813. + +Results for que: accuracy 0.8834355828220859 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.898734 | 0.869048 | +| Recall | 0.865854 | 0.901235 | +| F1 | 0.881988 | 0.884848 | + + +Results for e: accuracy 0.9011627906976745 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.826087 | 0.951456 | +| Recall | 0.919355 | 0.890909 | +| F1 | 0.870229 | 0.920188 | + + +Results for a: accuracy 0.9139784946236559 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.961039 | 0.6875 | +| Recall | 0.936709 | 0.785714 | +| F1 | 0.948718 | 0.733333 | + + +Results for de: accuracy 0.9661016949152542 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.555556 | +| Recall | 0.964602 | 1 | +| F1 | 0.981982 | 0.714286 | + + +Results for por: accuracy 0.8936170212765957 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.909091 | 0.857143 | +| Recall | 0.9375 | 0.8 | +| F1 | 0.923077 | 0.827586 | + + +Results for ca: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for q: accuracy 0.9642857142857143 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.941176 | +| Recall | 0.916667 | 1 | +| F1 | 0.956522 | 0.969697 | + + +Results for o: accuracy 0.9466666666666667 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.985714 | 0.4 | +| Recall | 0.958333 | 0.666667 | +| F1 | 0.971831 | 0.5 | + + +Results for em: accuracy 0.8888888888888888 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.954545 | 0.6 | +| Recall | 0.913043 | 0.75 | +| F1 | 0.933333 | 0.666667 | + + +Results for per: accuracy 0.9512195121951219 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.9375 | 1 | +| Recall | 1 | 0.818182 | +| F1 | 0.967742 | 0.9 | + + +Results for se: accuracy 0.9487179487179487 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.75 | +| Recall | 0.939394 | 1 | +| F1 | 0.96875 | 0.857143 | + + +Results for como: accuracy 0.9545454545454546 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.928571 | 1 | +| Recall | 1 | 0.888889 | +| F1 | 0.962963 | 0.941176 | + + +Results for com: accuracy 0.925 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.941176 | 0.833333 | +| Recall | 0.969697 | 0.714286 | +| F1 | 0.955224 | 0.769231 | + + +Results for os: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for n: accuracy 0.8181818181818182 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.333333 | +| Recall | 0.8 | 1 | +| F1 | 0.888889 | 0.5 | + + +Results for quando: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for ou: accuracy 0.8695652173913043 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.842105 | 1 | +| Recall | 1 | 0.571429 | +| F1 | 0.914286 | 0.727273 | + + +Results for as: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for c: accuracy 0.8888888888888888 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.5 | +| Recall | 0.875 | 1 | +| F1 | 0.933333 | 0.666667 | + + +Results for dos: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for todos: accuracy 0.9090909090909091 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.75 | +| Recall | 0.875 | 1 | +| F1 | 0.933333 | 0.857143 | + + +Results for disse: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for f: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for nom: accuracy 0.9444444444444444 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.933333 | 1 | +| Recall | 1 | 0.75 | +| F1 | 0.965517 | 0.857143 | + + +Results for mais: accuracy 0.8823529411764706 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.928571 | 0.666667 | +| Recall | 0.928571 | 0.666667 | +| F1 | 0.928571 | 0.666667 | + + +Results for nem: accuracy 1.0 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 1 | +| Recall | 1 | 1 | +| F1 | 1 | 1 | + + +Results for hu: accuracy 0.75 +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 1 | 0.333333 | +| Recall | 0.714286 | 1 | +| F1 | 0.833333 | 0.5 | + + diff --git a/metrics.json b/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f3c9649cddf1bec590494b3f3b86647766cb5212 --- /dev/null +++ b/metrics.json @@ -0,0 +1 @@ +{"loss": 0.0046, "grad_norm": 0.07699564099311829, "learning_rate": 4.4000000000000006e-05, "epoch": 6.0, "step": 360, "eval_loss": 0.010619055479764938, "eval_accurracy": {"accuracy": 0.9964112146950224}, "eval_recall": [0.9854655117681738, 0.9145922746781115, 1.0], "eval_precision": [0.9909254656968923, 0.8692637160921884, 1.0], "eval_f1": [0.9881879469310263, 0.8913520861654293, 1.0], "eval_runtime": 9.0321, "eval_samples_per_second": 77.612, "eval_steps_per_second": 0.886} \ No newline at end of file diff --git a/model.safetensors b/model.safetensors index 55d16b77f10c6ea3572d693245c25477eba8508d..dc919986b33c927c54801b38db878613b25eb72f 100644 --- a/model.safetensors +++ b/model.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:69c7c88ba1938ea304008c4fb9c1fad8c1253a9b89881a23dd647956d01b5967 +oid sha256:55bbf3ceae134f1cc2ad0c57efca348da2823746a6d5b6e97e596193c04d363e size 709083980 diff --git a/model_name b/model_name new file mode 100644 index 0000000000000000000000000000000000000000..829a7fd38ba070e97d2e8f1f8f115bd0de663e5b --- /dev/null +++ b/model_name @@ -0,0 +1 @@ +google-bert/bert-base-multilingual-cased \ No newline at end of file diff --git a/optimizer.pt b/optimizer.pt index 8f01cbfe3f10a72cc73c7ce518901d08905948b3..d78879910096a9358e43cb16eac0e88cb799f84e 100644 --- a/optimizer.pt +++ b/optimizer.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:01ecfaf470ba0fe1e5e0b2cfefe3f71753eb891306a8e426e4256b61f1df412b -size 1418286549 +oid sha256:3b836f30893427e221487e575727921a7478c6f139bdfdec378b1cd1a539df28 +size 1418288139 diff --git a/results.txt b/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..aabad7e8155849a4ca77a6fb78cfd3408632819a --- /dev/null +++ b/results.txt @@ -0,0 +1,6 @@ +Best model on test data +| | Segment Content | Segment Boundary | +|-----------+-------------------+--------------------| +| Precision | 0.99073 | 0.884803 | +| Recall | 0.986411 | 0.91858 | +| F1 | 0.988566 | 0.901375 | diff --git a/results/in-domain/best_model.ca.txt b/results/in-domain/best_model.ca.txt deleted file mode 100644 index e94233a735cb08bf95920248091090f2a08b4266..0000000000000000000000000000000000000000 --- a/results/in-domain/best_model.ca.txt +++ /dev/null @@ -1,12 +0,0 @@ -Best model on test data for ca: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.978373 | 0.861314 | -| Recall | 0.979631 | 0.853835 | -| F1 | 0.979001 | 0.857558 | -Best model on test data for ca: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.978373 | 0.861314 | -| Recall | 0.979631 | 0.853835 | -| F1 | 0.979001 | 0.857558 | diff --git a/results/in-domain/best_model.en.txt b/results/in-domain/best_model.en.txt deleted file mode 100644 index 942c0a83cd1f31f972f9552264020539062ca6d0..0000000000000000000000000000000000000000 --- a/results/in-domain/best_model.en.txt +++ /dev/null @@ -1,12 +0,0 @@ -Best model on test data for en: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.971703 | 0.845269 | -| Recall | 0.966922 | 0.865183 | -| F1 | 0.969307 | 0.85511 | -Best model on test data for en: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.971703 | 0.845269 | -| Recall | 0.966922 | 0.865183 | -| F1 | 0.969307 | 0.85511 | diff --git a/results/in-domain/best_model.es.txt b/results/in-domain/best_model.es.txt deleted file mode 100644 index c9b0310c85917389ef09cf581c97d3bcfaeb852a..0000000000000000000000000000000000000000 --- a/results/in-domain/best_model.es.txt +++ /dev/null @@ -1,12 +0,0 @@ -Best model on test data for es: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.972258 | 0.865789 | -| Recall | 0.971719 | 0.868074 | -| F1 | 0.971989 | 0.86693 | -Best model on test data for es: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.972258 | 0.865789 | -| Recall | 0.971719 | 0.868074 | -| F1 | 0.971989 | 0.86693 | diff --git a/results/in-domain/best_model.fr.txt b/results/in-domain/best_model.fr.txt deleted file mode 100644 index 20fc47b9d4d5850cc81ab409e902e32dccaa25dd..0000000000000000000000000000000000000000 --- a/results/in-domain/best_model.fr.txt +++ /dev/null @@ -1,12 +0,0 @@ -Best model on test data for fr: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.991857 | 0.916451 | -| Recall | 0.987319 | 0.944938 | -| F1 | 0.989583 | 0.930477 | -Best model on test data for fr: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.991857 | 0.916451 | -| Recall | 0.987319 | 0.944938 | -| F1 | 0.989583 | 0.930477 | diff --git a/results/in-domain/best_model.it.txt b/results/in-domain/best_model.it.txt deleted file mode 100644 index 5e371e68e5b26ce71aff2d92e593266591ba44f5..0000000000000000000000000000000000000000 --- a/results/in-domain/best_model.it.txt +++ /dev/null @@ -1,12 +0,0 @@ -Best model on test data for it: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.981437 | 0.861176 | -| Recall | 0.979753 | 0.871429 | -| F1 | 0.980594 | 0.866272 | -Best model on test data for it: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.981437 | 0.861176 | -| Recall | 0.979753 | 0.871429 | -| F1 | 0.980594 | 0.866272 | diff --git a/results/in-domain/best_model.la.txt b/results/in-domain/best_model.la.txt deleted file mode 100644 index d90adeaf8ce9fb127b61d009222a7fe32285cc12..0000000000000000000000000000000000000000 --- a/results/in-domain/best_model.la.txt +++ /dev/null @@ -1,12 +0,0 @@ -Best model on test data for la: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.976256 | 0.848318 | -| Recall | 0.966692 | 0.887931 | -| F1 | 0.97145 | 0.867673 | -Best model on test data for la: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.976256 | 0.848318 | -| Recall | 0.966692 | 0.887931 | -| F1 | 0.97145 | 0.867673 | diff --git a/results/in-domain/best_model.pt.txt b/results/in-domain/best_model.pt.txt deleted file mode 100644 index f757574ce553f625bcc411e2138eeffb4503fbae..0000000000000000000000000000000000000000 --- a/results/in-domain/best_model.pt.txt +++ /dev/null @@ -1,12 +0,0 @@ -Best model on test data for pt: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.972987 | 0.900092 | -| Recall | 0.981207 | 0.861404 | -| F1 | 0.97708 | 0.880323 | -Best model on test data for pt: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.972987 | 0.900092 | -| Recall | 0.981207 | 0.861404 | -| F1 | 0.97708 | 0.880323 | diff --git a/results/in-domain/resultats_ambiguite_ca.txt b/results/in-domain/resultats_ambiguite_ca.txt deleted file mode 100644 index 57b21bc260d1e8dcb7bd200ce4efe94bcab2d3bb..0000000000000000000000000000000000000000 --- a/results/in-domain/resultats_ambiguite_ca.txt +++ /dev/null @@ -1,234 +0,0 @@ -Mean accuracy: 0.9284613506807959. - -Results for que: accuracy 0.8623188405797102 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.880597 | 0.84507 | -| Recall | 0.842857 | 0.882353 | -| F1 | 0.861314 | 0.863309 | - - -Results for e: accuracy 0.8859649122807017 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.828571 | 0.934959 | -| Recall | 0.915789 | 0.864662 | -| F1 | 0.87 | 0.898438 | - - -Results for per: accuracy 0.9482758620689655 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.94186 | 0.966667 | -| Recall | 0.987805 | 0.852941 | -| F1 | 0.964286 | 0.90625 | - - -Results for de: accuracy 0.9482758620689655 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.981366 | 0.538462 | -| Recall | 0.963415 | 0.7 | -| F1 | 0.972308 | 0.608696 | - - -Results for qui: accuracy 0.8936170212765957 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.764706 | 0.966667 | -| Recall | 0.928571 | 0.878788 | -| F1 | 0.83871 | 0.920635 | - - -Results for en: accuracy 0.9158878504672897 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.956989 | 0.642857 | -| Recall | 0.946809 | 0.692308 | -| F1 | 0.951872 | 0.666667 | - - -Results for a: accuracy 0.9537037037037037 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.96875 | 0.833333 | -| Recall | 0.978947 | 0.769231 | -| F1 | 0.973822 | 0.8 | - - -Results for cor: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for la: accuracy 0.9911504424778761 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.666667 | -| Recall | 0.990991 | 1 | -| F1 | 0.995475 | 0.8 | - - -Results for &: accuracy 0.6470588235294118 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.5 | 0.777778 | -| Recall | 0.666667 | 0.636364 | -| F1 | 0.571429 | 0.7 | - - -Results for lo: accuracy 0.9866666666666667 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.8 | -| Recall | 0.985915 | 1 | -| F1 | 0.992908 | 0.888889 | - - -Results for no: accuracy 0.9523809523809523 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.981818 | 0.75 | -| Recall | 0.964286 | 0.857143 | -| F1 | 0.972973 | 0.8 | - - -Results for es: accuracy 0.9508196721311475 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0 | -| Recall | 0.95082 | 0 | -| F1 | 0.97479 | 0 | - - -Results for ne: accuracy 0.8387096774193549 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.954545 | 0.555556 | -| Recall | 0.84 | 0.833333 | -| F1 | 0.893617 | 0.666667 | - - -Results for los: accuracy 0.9795918367346939 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.75 | -| Recall | 0.978261 | 1 | -| F1 | 0.989011 | 0.857143 | - - -Results for con: accuracy 0.9459459459459459 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.714286 | -| Recall | 0.9375 | 1 | -| F1 | 0.967742 | 0.833333 | - - -Results for E: accuracy 0.9318181818181818 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0 | 1 | -| Recall | 0 | 0.931818 | -| F1 | 0 | 0.964706 | - - -Results for les: accuracy 0.9523809523809523 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.333333 | -| Recall | 0.95122 | 1 | -| F1 | 0.975 | 0.5 | - - -Results for ab: accuracy 0.9743589743589743 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.75 | -| Recall | 0.972222 | 1 | -| F1 | 0.985915 | 0.857143 | - - -Results for si: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for fil: accuracy 0.75 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0 | -| Recall | 0.75 | 0 | -| F1 | 0.857143 | 0 | - - -Results for so: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for y: accuracy 0.7692307692307693 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.75 | 0.8 | -| Recall | 0.857143 | 0.666667 | -| F1 | 0.8 | 0.727273 | - - -Results for De: accuracy 0.9583333333333334 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.95 | 1 | -| Recall | 1 | 0.8 | -| F1 | 0.974359 | 0.888889 | - - -Results for pre: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for se: accuracy 0.8888888888888888 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.333333 | -| Recall | 0.882353 | 1 | -| F1 | 0.9375 | 0.5 | - - -Results for car: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for et: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for quant: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - diff --git a/results/in-domain/resultats_ambiguite_en.txt b/results/in-domain/resultats_ambiguite_en.txt deleted file mode 100644 index 917f4d0bdfdb4a8d1a63e6fc2ed7bdbd3cf5d135..0000000000000000000000000000000000000000 --- a/results/in-domain/resultats_ambiguite_en.txt +++ /dev/null @@ -1,218 +0,0 @@ -Mean accuracy: 0.9073291428020792. - -Results for and: accuracy 0.8802083333333334 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.760563 | 0.950413 | -| Recall | 0.9 | 0.871212 | -| F1 | 0.824427 | 0.909091 | - - -Results for that: accuracy 0.8650793650793651 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.745098 | 0.946667 | -| Recall | 0.904762 | 0.845238 | -| F1 | 0.817204 | 0.893082 | - - -Results for to: accuracy 0.8561643835616438 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.88785 | 0.769231 | -| Recall | 0.913462 | 0.714286 | -| F1 | 0.900474 | 0.740741 | - - -Results for as: accuracy 0.8823529411764706 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.875 | 0.888889 | -| Recall | 0.875 | 0.888889 | -| F1 | 0.875 | 0.888889 | - - -Results for of: accuracy 0.835820895522388 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.873874 | 0.652174 | -| Recall | 0.92381 | 0.517241 | -| F1 | 0.898148 | 0.576923 | - - -Results for the: accuracy 0.9943502824858758 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.994186 | 1 | -| Recall | 1 | 0.833333 | -| F1 | 0.997085 | 0.909091 | - - -Results for þ: accuracy 0.928 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.962963 | 0.705882 | -| Recall | 0.954128 | 0.75 | -| F1 | 0.958525 | 0.727273 | - - -Results for in: accuracy 0.7702702702702703 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.872727 | 0.473684 | -| Recall | 0.827586 | 0.5625 | -| F1 | 0.849558 | 0.514286 | - - -Results for he: accuracy 0.9850746268656716 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.982143 | 1 | -| Recall | 1 | 0.916667 | -| F1 | 0.990991 | 0.956522 | - - -Results for w: accuracy 0.9722222222222222 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.916667 | -| Recall | 0.96 | 1 | -| F1 | 0.979592 | 0.956522 | - - -Results for for: accuracy 0.9361702127659575 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.916667 | 0.942857 | -| Recall | 0.846154 | 0.970588 | -| F1 | 0.88 | 0.956522 | - - -Results for is: accuracy 0.8444444444444444 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.941176 | 0.545455 | -| Recall | 0.864865 | 0.75 | -| F1 | 0.901408 | 0.631579 | - - -Results for I: accuracy 0.9473684210526315 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.875 | 1 | -| Recall | 1 | 0.916667 | -| F1 | 0.933333 | 0.956522 | - - -Results for by: accuracy 0.9583333333333334 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.888889 | -| Recall | 0.9375 | 1 | -| F1 | 0.967742 | 0.941176 | - - -Results for than: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for a: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for was: accuracy 0.8709677419354839 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.96 | 0.5 | -| Recall | 0.888889 | 0.75 | -| F1 | 0.923077 | 0.6 | - - -Results for men: accuracy 0.9047619047619048 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.666667 | -| Recall | 0.882353 | 1 | -| F1 | 0.9375 | 0.8 | - - -Results for so: accuracy 0.9259259259259259 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.956522 | 0.75 | -| Recall | 0.956522 | 0.75 | -| F1 | 0.956522 | 0.75 | - - -Results for s: accuracy 0.9310344827586207 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.961538 | 0.666667 | -| Recall | 0.961538 | 0.666667 | -| F1 | 0.961538 | 0.666667 | - - -Results for they: accuracy 0.9642857142857143 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.666667 | -| Recall | 0.961538 | 1 | -| F1 | 0.980392 | 0.8 | - - -Results for we: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for Y: accuracy 0.8888888888888888 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.8 | -| Recall | 0.8 | 1 | -| F1 | 0.888889 | 0.888889 | - - -Results for sh: accuracy 0.95 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.666667 | -| Recall | 0.944444 | 1 | -| F1 | 0.971429 | 0.8 | - - -Results for fr: accuracy 0.8823529411764706 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.857143 | 1 | -| Recall | 1 | 0.6 | -| F1 | 0.923077 | 0.75 | - - -Results for alle: accuracy 0.8571428571428571 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.818182 | 1 | -| Recall | 1 | 0.6 | -| F1 | 0.9 | 0.75 | - - -Results for f: accuracy 0.6666666666666666 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.5 | -| Recall | 0.5 | 1 | -| F1 | 0.666667 | 0.666667 | - - diff --git a/results/in-domain/resultats_ambiguite_es.txt b/results/in-domain/resultats_ambiguite_es.txt deleted file mode 100644 index 0a55042c878b4cd9c831e8107bc03521b0f92981..0000000000000000000000000000000000000000 --- a/results/in-domain/resultats_ambiguite_es.txt +++ /dev/null @@ -1,386 +0,0 @@ -Mean accuracy: 0.9086504051957734. - -Results for que: accuracy 0.8821428571428571 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.821053 | 0.913514 | -| Recall | 0.829787 | 0.908602 | -| F1 | 0.825397 | 0.911051 | - - -Results for por: accuracy 0.865979381443299 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.853659 | 0.875 | -| Recall | 0.833333 | 0.890909 | -| F1 | 0.843373 | 0.882883 | - - -Results for de: accuracy 0.9216417910447762 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.963265 | 0.478261 | -| Recall | 0.951613 | 0.55 | -| F1 | 0.957404 | 0.511628 | - - -Results for &: accuracy 0.875 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.74359 | 0.927835 | -| Recall | 0.805556 | 0.9 | -| F1 | 0.773333 | 0.913706 | - - -Results for e: accuracy 0.9155844155844156 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.864865 | 0.931624 | -| Recall | 0.8 | 0.95614 | -| F1 | 0.831169 | 0.943723 | - - -Results for mas: accuracy 0.9387755102040817 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.95 | 0.931034 | -| Recall | 0.904762 | 0.964286 | -| F1 | 0.926829 | 0.947368 | - - -Results for y: accuracy 0.9047619047619048 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.761905 | 0.97619 | -| Recall | 0.941176 | 0.891304 | -| F1 | 0.842105 | 0.931818 | - - -Results for a: accuracy 0.8468468468468469 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.891304 | 0.631579 | -| Recall | 0.921348 | 0.545455 | -| F1 | 0.906077 | 0.585366 | - - -Results for et: accuracy 0.8222222222222222 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.588235 | 0.964286 | -| Recall | 0.909091 | 0.794118 | -| F1 | 0.714286 | 0.870968 | - - -Results for en: accuracy 0.9142857142857143 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.942529 | 0.777778 | -| Recall | 0.953488 | 0.736842 | -| F1 | 0.947977 | 0.756757 | - - -Results for el: accuracy 0.9781021897810219 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.976744 | 1 | -| Recall | 1 | 0.727273 | -| F1 | 0.988235 | 0.842105 | - - -Results for la: accuracy 0.9922480620155039 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.9 | -| Recall | 0.991667 | 1 | -| F1 | 0.995816 | 0.947368 | - - -Results for ca: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for con: accuracy 0.9473684210526315 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.967213 | 0.866667 | -| Recall | 0.967213 | 0.866667 | -| F1 | 0.967213 | 0.866667 | - - -Results for dixo: accuracy 0.7735849056603774 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.75 | 0.846154 | -| Recall | 0.9375 | 0.52381 | -| F1 | 0.833333 | 0.647059 | - - -Results for los: accuracy 0.9493670886075949 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.973333 | 0.5 | -| Recall | 0.973333 | 0.5 | -| F1 | 0.973333 | 0.5 | - - -Results for señor: accuracy 0.8260869565217391 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.857143 | 0.777778 | -| Recall | 0.857143 | 0.777778 | -| F1 | 0.857143 | 0.777778 | - - -Results for si: accuracy 0.96875 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.954545 | 1 | -| Recall | 1 | 0.909091 | -| F1 | 0.976744 | 0.952381 | - - -Results for se: accuracy 0.9245283018867925 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.978261 | 0.571429 | -| Recall | 0.9375 | 0.8 | -| F1 | 0.957447 | 0.666667 | - - -Results for no: accuracy 0.9152542372881356 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.925926 | 0.8 | -| Recall | 0.980392 | 0.5 | -| F1 | 0.952381 | 0.615385 | - - -Results for yo: accuracy 0.9777777777777777 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.972973 | 1 | -| Recall | 1 | 0.888889 | -| F1 | 0.986301 | 0.941176 | - - -Results for lo: accuracy 0.9482758620689655 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.962963 | 0.75 | -| Recall | 0.981132 | 0.6 | -| F1 | 0.971963 | 0.666667 | - - -Results for como: accuracy 0.9 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.952381 | 0.777778 | -| Recall | 0.909091 | 0.875 | -| F1 | 0.930233 | 0.823529 | - - -Results for non: accuracy 0.967741935483871 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.96 | 1 | -| Recall | 1 | 0.857143 | -| F1 | 0.979592 | 0.923077 | - - -Results for es: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for segun: accuracy 0.8181818181818182 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.8 | 0.833333 | -| Recall | 0.8 | 0.833333 | -| F1 | 0.8 | 0.833333 | - - -Results for muy: accuracy 0.8333333333333334 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.961538 | 0 | -| Recall | 0.862069 | 0 | -| F1 | 0.909091 | 0 | - - -Results for porque: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for des: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for qui: accuracy 0.9047619047619048 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.882353 | 1 | -| Recall | 1 | 0.666667 | -| F1 | 0.9375 | 0.8 | - - -Results for sobre: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for todo: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for ass: accuracy 0.9 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.75 | -| Recall | 0.857143 | 1 | -| F1 | 0.923077 | 0.857143 | - - -Results for quando: accuracy 0.9090909090909091 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.75 | -| Recall | 0.875 | 1 | -| F1 | 0.933333 | 0.857143 | - - -Results for com: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for nin: accuracy 0.9166666666666666 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.875 | -| Recall | 0.8 | 1 | -| F1 | 0.888889 | 0.933333 | - - -Results for tan: accuracy 0.8823529411764706 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.333333 | -| Recall | 0.875 | 1 | -| F1 | 0.933333 | 0.5 | - - -Results for o: accuracy 0.8571428571428571 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.909091 | 0.666667 | -| Recall | 0.909091 | 0.666667 | -| F1 | 0.909091 | 0.666667 | - - -Results for ene: accuracy 0.8571428571428571 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.333333 | -| Recall | 0.846154 | 1 | -| F1 | 0.916667 | 0.5 | - - -Results for mucho: accuracy 0.9230769230769231 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.666667 | -| Recall | 0.909091 | 1 | -| F1 | 0.952381 | 0.8 | - - -Results for ab: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for ala: accuracy 0.8333333333333334 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.333333 | -| Recall | 0.818182 | 1 | -| F1 | 0.9 | 0.5 | - - -Results for Ca: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for asi: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for quien: accuracy 0.8571428571428571 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.666667 | -| Recall | 0.8 | 1 | -| F1 | 0.888889 | 0.8 | - - -Results for dix: accuracy 0.6666666666666666 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.666667 | 0.666667 | -| Recall | 0.8 | 0.5 | -| F1 | 0.727273 | 0.571429 | - - -Results for contra: accuracy 0.625 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0 | -| Recall | 0.625 | 0 | -| F1 | 0.769231 | 0 | - - -Results for para: accuracy 0.875 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.666667 | -| Recall | 0.833333 | 1 | -| F1 | 0.909091 | 0.8 | - - diff --git a/results/in-domain/resultats_ambiguite_la.txt b/results/in-domain/resultats_ambiguite_la.txt deleted file mode 100644 index 9ceebf669934336285f6988c90a6da73055cbbf4..0000000000000000000000000000000000000000 --- a/results/in-domain/resultats_ambiguite_la.txt +++ /dev/null @@ -1,546 +0,0 @@ -Mean accuracy: 0.9241947457666735. - -Results for et: accuracy 0.8353293413173652 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.762712 | 0.917197 | -| Recall | 0.912162 | 0.774194 | -| F1 | 0.830769 | 0.83965 | - - -Results for qui: accuracy 0.9222222222222223 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.902439 | 0.938776 | -| Recall | 0.925 | 0.92 | -| F1 | 0.91358 | 0.929293 | - - -Results for ut: accuracy 0.891566265060241 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.842105 | 0.933333 | -| Recall | 0.914286 | 0.875 | -| F1 | 0.876712 | 0.903226 | - - -Results for in: accuracy 0.912621359223301 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.923567 | 0.877551 | -| Recall | 0.960265 | 0.781818 | -| F1 | 0.941558 | 0.826923 | - - -Results for sic: accuracy 0.9375 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.866667 | 1 | -| Recall | 1 | 0.894737 | -| F1 | 0.928571 | 0.944444 | - - -Results for ne: accuracy 0.8518518518518519 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.785714 | 0.923077 | -| Recall | 0.916667 | 0.8 | -| F1 | 0.846154 | 0.857143 | - - -Results for vel: accuracy 0.6296296296296297 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.461538 | 0.785714 | -| Recall | 0.666667 | 0.611111 | -| F1 | 0.545455 | 0.6875 | - - -Results for quod: accuracy 0.9324324324324325 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.884615 | 0.958333 | -| Recall | 0.92 | 0.938776 | -| F1 | 0.901961 | 0.948454 | - - -Results for quo: accuracy 0.9117647058823529 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.947368 | 0.866667 | -| Recall | 0.9 | 0.928571 | -| F1 | 0.923077 | 0.896552 | - - -Results for de: accuracy 0.926829268292683 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.941748 | 0.85 | -| Recall | 0.97 | 0.73913 | -| F1 | 0.955665 | 0.790698 | - - -Results for cum: accuracy 0.8695652173913043 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.818182 | 0.916667 | -| Recall | 0.9 | 0.846154 | -| F1 | 0.857143 | 0.88 | - - -Results for ad: accuracy 0.875 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.927536 | 0.684211 | -| Recall | 0.914286 | 0.722222 | -| F1 | 0.920863 | 0.702703 | - - -Results for Et: accuracy 0.9523809523809523 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.9 | 1 | -| Recall | 1 | 0.916667 | -| F1 | 0.947368 | 0.956522 | - - -Results for quam: accuracy 0.9393939393939394 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.846154 | 1 | -| Recall | 1 | 0.909091 | -| F1 | 0.916667 | 0.952381 | - - -Results for non: accuracy 0.972972972972973 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.983333 | 0.928571 | -| Recall | 0.983333 | 0.928571 | -| F1 | 0.983333 | 0.928571 | - - -Results for si: accuracy 0.8775510204081632 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.885714 | 0.857143 | -| Recall | 0.939394 | 0.75 | -| F1 | 0.911765 | 0.8 | - - -Results for quae: accuracy 0.8148148148148148 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.818182 | 0.8125 | -| Recall | 0.75 | 0.866667 | -| F1 | 0.782609 | 0.83871 | - - -Results for per: accuracy 0.9154929577464789 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.932203 | 0.833333 | -| Recall | 0.964912 | 0.714286 | -| F1 | 0.948276 | 0.769231 | - - -Results for ex: accuracy 0.9583333333333334 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.967742 | 0.9 | -| Recall | 0.983607 | 0.818182 | -| F1 | 0.97561 | 0.857143 | - - -Results for est: accuracy 0.9625 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.973333 | 0.8 | -| Recall | 0.986486 | 0.666667 | -| F1 | 0.979866 | 0.727273 | - - -Results for con: accuracy 0.9032258064516129 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.980769 | 0.5 | -| Recall | 0.910714 | 0.833333 | -| F1 | 0.944444 | 0.625 | - - -Results for (: accuracy 0.7368421052631579 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.818182 | 0.625 | -| Recall | 0.75 | 0.714286 | -| F1 | 0.782609 | 0.666667 | - - -Results for ali: accuracy 0.9682539682539683 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.982759 | 0.8 | -| Recall | 0.982759 | 0.8 | -| F1 | 0.982759 | 0.8 | - - -Results for qua: accuracy 0.9354838709677419 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.956522 | 0.875 | -| Recall | 0.956522 | 0.875 | -| F1 | 0.956522 | 0.875 | - - -Results for di: accuracy 0.9555555555555556 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.5 | -| Recall | 0.953488 | 1 | -| F1 | 0.97619 | 0.666667 | - - -Results for aut: accuracy 0.8 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.6 | -| Recall | 0.714286 | 1 | -| F1 | 0.833333 | 0.75 | - - -Results for sunt: accuracy 0.9767441860465116 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.974359 | 1 | -| Recall | 1 | 0.8 | -| F1 | 0.987013 | 0.888889 | - - -Results for esse: accuracy 0.9142857142857143 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.965517 | 0.666667 | -| Recall | 0.933333 | 0.8 | -| F1 | 0.949153 | 0.727273 | - - -Results for quem: accuracy 0.9285714285714286 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.875 | -| Recall | 0.857143 | 1 | -| F1 | 0.923077 | 0.933333 | - - -Results for secundum: accuracy 0.8695652173913043 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.8125 | 1 | -| Recall | 1 | 0.7 | -| F1 | 0.896552 | 0.823529 | - - -Results for pra: accuracy 0.8918918918918919 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.9375 | 0.6 | -| Recall | 0.9375 | 0.6 | -| F1 | 0.9375 | 0.6 | - - -Results for a: accuracy 0.84375 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.884615 | 0.666667 | -| Recall | 0.92 | 0.571429 | -| F1 | 0.901961 | 0.615385 | - - -Results for debe: accuracy 0.9 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.5 | -| Recall | 0.888889 | 1 | -| F1 | 0.941176 | 0.666667 | - - -Results for om: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for se: accuracy 0.9444444444444444 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.969697 | 0.666667 | -| Recall | 0.969697 | 0.666667 | -| F1 | 0.969697 | 0.666667 | - - -Results for quali: accuracy 0.9090909090909091 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.833333 | 1 | -| Recall | 1 | 0.833333 | -| F1 | 0.909091 | 0.909091 | - - -Results for eo: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for sub: accuracy 0.8571428571428571 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.6 | -| Recall | 0.818182 | 1 | -| F1 | 0.9 | 0.75 | - - -Results for ni: accuracy 0.8571428571428571 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.777778 | 1 | -| Recall | 1 | 0.714286 | -| F1 | 0.875 | 0.833333 | - - -Results for sua: accuracy 0.875 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.75 | -| Recall | 0.8 | 1 | -| F1 | 0.888889 | 0.857143 | - - -Results for ab: accuracy 0.8333333333333334 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.809524 | 1 | -| Recall | 1 | 0.428571 | -| F1 | 0.894737 | 0.6 | - - -Results for inter: accuracy 0.8947368421052632 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.866667 | 1 | -| Recall | 1 | 0.666667 | -| F1 | 0.928571 | 0.8 | - - -Results for tam: accuracy 0.9545454545454546 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.947368 | 1 | -| Recall | 1 | 0.75 | -| F1 | 0.972973 | 0.857143 | - - -Results for red: accuracy 0.9411764705882353 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.75 | -| Recall | 0.928571 | 1 | -| F1 | 0.962963 | 0.857143 | - - -Results for e: accuracy 0.9047619047619048 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.888889 | 1 | -| Recall | 1 | 0.6 | -| F1 | 0.941176 | 0.75 | - - -Results for it: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for maxime: accuracy 0.9333333333333333 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.909091 | 1 | -| Recall | 1 | 0.8 | -| F1 | 0.952381 | 0.888889 | - - -Results for post: accuracy 0.9230769230769231 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.75 | -| Recall | 0.9 | 1 | -| F1 | 0.947368 | 0.857143 | - - -Results for sci: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for ide: accuracy 0.9166666666666666 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.875 | -| Recall | 0.8 | 1 | -| F1 | 0.888889 | 0.933333 | - - -Results for que: accuracy 0.9444444444444444 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.933333 | -| Recall | 0.75 | 1 | -| F1 | 0.857143 | 0.965517 | - - -Results for vide: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for pos: accuracy 0.9333333333333333 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.666667 | -| Recall | 0.923077 | 1 | -| F1 | 0.96 | 0.8 | - - -Results for im: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for ter: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for o: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for super: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for Im: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for prop: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for domi: accuracy 0.9090909090909091 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.666667 | -| Recall | 0.888889 | 1 | -| F1 | 0.941176 | 0.8 | - - -Results for sec: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for causa: accuracy 0.8 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.857143 | 0.666667 | -| Recall | 0.857143 | 0.666667 | -| F1 | 0.857143 | 0.666667 | - - -Results for id: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for ecc: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for li: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for I: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for ratio: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for De: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - diff --git a/results/in-domain/resultats_ambiguite_pt.txt b/results/in-domain/resultats_ambiguite_pt.txt deleted file mode 100644 index 4105836ed0abc6143517220a745a1756de9fa767..0000000000000000000000000000000000000000 --- a/results/in-domain/resultats_ambiguite_pt.txt +++ /dev/null @@ -1,338 +0,0 @@ -Mean accuracy: 0.9400411241391057. - -Results for que: accuracy 0.892 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.91453 | 0.87218 | -| Recall | 0.862903 | 0.920635 | -| F1 | 0.887967 | 0.895753 | - - -Results for e: accuracy 0.8773584905660378 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.793103 | 0.925743 | -| Recall | 0.859813 | 0.886256 | -| F1 | 0.825112 | 0.905569 | - - -Results for q: accuracy 0.873015873015873 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.878788 | 0.866667 | -| Recall | 0.878788 | 0.866667 | -| F1 | 0.878788 | 0.866667 | - - -Results for a: accuracy 0.9156626506024096 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.958042 | 0.652174 | -| Recall | 0.944828 | 0.714286 | -| F1 | 0.951389 | 0.681818 | - - -Results for de: accuracy 0.9538461538461539 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.983607 | 0.5 | -| Recall | 0.967742 | 0.666667 | -| F1 | 0.97561 | 0.571429 | - - -Results for por: accuracy 0.9305555555555556 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.9375 | 0.916667 | -| Recall | 0.957447 | 0.88 | -| F1 | 0.947368 | 0.897959 | - - -Results for o: accuracy 0.951048951048951 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.992424 | 0.454545 | -| Recall | 0.956204 | 0.833333 | -| F1 | 0.973978 | 0.588235 | - - -Results for E: accuracy 0.9929078014184397 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.992754 | -| Recall | 0.75 | 1 | -| F1 | 0.857143 | 0.996364 | - - -Results for em: accuracy 0.8854166666666666 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.95 | 0.5625 | -| Recall | 0.915663 | 0.692308 | -| F1 | 0.932515 | 0.62069 | - - -Results for per: accuracy 0.95 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.933333 | 1 | -| Recall | 1 | 0.833333 | -| F1 | 0.965517 | 0.909091 | - - -Results for ca: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for se: accuracy 0.967741935483871 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.8 | -| Recall | 0.962963 | 1 | -| F1 | 0.981132 | 0.888889 | - - -Results for com: accuracy 0.9344262295081968 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.960784 | 0.8 | -| Recall | 0.960784 | 0.8 | -| F1 | 0.960784 | 0.8 | - - -Results for como: accuracy 0.9142857142857143 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.916667 | 0.909091 | -| Recall | 0.956522 | 0.833333 | -| F1 | 0.93617 | 0.869565 | - - -Results for n: accuracy 0.9069767441860465 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.636364 | -| Recall | 0.888889 | 1 | -| F1 | 0.941176 | 0.777778 | - - -Results for f: accuracy 0.9032258064516129 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.7 | -| Recall | 0.875 | 1 | -| F1 | 0.933333 | 0.823529 | - - -Results for os: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for ou: accuracy 0.8947368421052632 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.896552 | 0.888889 | -| Recall | 0.962963 | 0.727273 | -| F1 | 0.928571 | 0.8 | - - -Results for disse: accuracy 0.9545454545454546 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.875 | -| Recall | 0.933333 | 1 | -| F1 | 0.965517 | 0.933333 | - - -Results for nem: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for do: accuracy 0.9387755102040817 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.25 | -| Recall | 0.9375 | 1 | -| F1 | 0.967742 | 0.4 | - - -Results for as: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for c: accuracy 0.8947368421052632 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.96875 | 0.5 | -| Recall | 0.911765 | 0.75 | -| F1 | 0.939394 | 0.6 | - - -Results for ẽ: accuracy 0.8823529411764706 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.965517 | 0.4 | -| Recall | 0.903226 | 0.666667 | -| F1 | 0.933333 | 0.5 | - - -Results for dos: accuracy 0.9393939393939394 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.964286 | 0.8 | -| Recall | 0.964286 | 0.8 | -| F1 | 0.964286 | 0.8 | - - -Results for hu: accuracy 0.875 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.666667 | -| Recall | 0.833333 | 1 | -| F1 | 0.909091 | 0.8 | - - -Results for ass: accuracy 0.9259259259259259 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.6 | -| Recall | 0.916667 | 1 | -| F1 | 0.956522 | 0.75 | - - -Results for nom: accuracy 0.967741935483871 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.964286 | 1 | -| Recall | 1 | 0.75 | -| F1 | 0.981818 | 0.857143 | - - -Results for he: accuracy 0.9666666666666667 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.666667 | -| Recall | 0.964286 | 1 | -| F1 | 0.981818 | 0.8 | - - -Results for quando: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for todos: accuracy 0.875 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.6 | -| Recall | 0.846154 | 1 | -| F1 | 0.916667 | 0.75 | - - -Results for mais: accuracy 0.9166666666666666 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.95 | 0.75 | -| Recall | 0.95 | 0.75 | -| F1 | 0.95 | 0.75 | - - -Results for ata: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for na: accuracy 0.9130434782608695 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.333333 | -| Recall | 0.909091 | 1 | -| F1 | 0.952381 | 0.5 | - - -Results for tra: accuracy 0.9545454545454546 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.666667 | -| Recall | 0.95 | 1 | -| F1 | 0.974359 | 0.8 | - - -Results for en: accuracy 0.9166666666666666 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.875 | 1 | -| Recall | 1 | 0.8 | -| F1 | 0.933333 | 0.888889 | - - -Results for diz: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for ve: accuracy 0.9285714285714286 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.909091 | 1 | -| Recall | 1 | 0.75 | -| F1 | 0.952381 | 0.857143 | - - -Results for chama: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for sem: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for seg: accuracy 0.8888888888888888 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.666667 | -| Recall | 0.857143 | 1 | -| F1 | 0.923077 | 0.8 | - - -Results for cada: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - diff --git a/results/in-domain/results.txt b/results/in-domain/results.txt deleted file mode 100644 index 4af0d405bfbaef7e35d6cdf5a7d26197df9928c5..0000000000000000000000000000000000000000 --- a/results/in-domain/results.txt +++ /dev/null @@ -1,6 +0,0 @@ -Best model on test data -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.978918 | 0.872912 | -| Recall | 0.977048 | 0.882245 | -| F1 | 0.977982 | 0.877554 | diff --git a/results/out-of-domain/HTR/best_model.ca.txt b/results/out-of-domain/HTR/best_model.ca.txt deleted file mode 100644 index 36d2a35df5324949de9473378a47ab737b2bf317..0000000000000000000000000000000000000000 --- a/results/out-of-domain/HTR/best_model.ca.txt +++ /dev/null @@ -1,12 +0,0 @@ -Best model on test data for ca: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.949051 | 0.820513 | -| Recall | 0.97137 | 0.715084 | -| F1 | 0.960081 | 0.764179 | -Best model on test data for ca: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.949051 | 0.820513 | -| Recall | 0.97137 | 0.715084 | -| F1 | 0.960081 | 0.764179 | diff --git a/results/out-of-domain/HTR/best_model.es.txt b/results/out-of-domain/HTR/best_model.es.txt deleted file mode 100644 index b7834570c7be58307e83de49b0f6cc37d2ff66d8..0000000000000000000000000000000000000000 --- a/results/out-of-domain/HTR/best_model.es.txt +++ /dev/null @@ -1,12 +0,0 @@ -Best model on test data for es: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.957194 | 0.850649 | -| Recall | 0.972222 | 0.784431 | -| F1 | 0.964649 | 0.816199 | -Best model on test data for es: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.957194 | 0.850649 | -| Recall | 0.972222 | 0.784431 | -| F1 | 0.964649 | 0.816199 | diff --git a/results/out-of-domain/HTR/best_model.fr.txt b/results/out-of-domain/HTR/best_model.fr.txt deleted file mode 100644 index c72c17adb8f62a4a064446f63b6f559cfbea0e64..0000000000000000000000000000000000000000 --- a/results/out-of-domain/HTR/best_model.fr.txt +++ /dev/null @@ -1,12 +0,0 @@ -Best model on test data for fr: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.97582 | 0.924675 | -| Recall | 0.987331 | 0.864078 | -| F1 | 0.981542 | 0.89335 | -Best model on test data for fr: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.97582 | 0.924675 | -| Recall | 0.987331 | 0.864078 | -| F1 | 0.981542 | 0.89335 | diff --git a/results/out-of-domain/HTR/best_model.la.txt b/results/out-of-domain/HTR/best_model.la.txt deleted file mode 100644 index 82ea40f9be9c6933540505a634b81550fb07f4b5..0000000000000000000000000000000000000000 --- a/results/out-of-domain/HTR/best_model.la.txt +++ /dev/null @@ -1,12 +0,0 @@ -Best model on test data for la: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.947686 | 0.84188 | -| Recall | 0.962206 | 0.791165 | -| F1 | 0.954891 | 0.815735 | -Best model on test data for la: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.947686 | 0.84188 | -| Recall | 0.962206 | 0.791165 | -| F1 | 0.954891 | 0.815735 | diff --git a/results/out-of-domain/HTR/resultats_ambiguite_ca.txt b/results/out-of-domain/HTR/resultats_ambiguite_ca.txt deleted file mode 100644 index 7e62fdf414e0669276ec0423407c091ed1832ceb..0000000000000000000000000000000000000000 --- a/results/out-of-domain/HTR/resultats_ambiguite_ca.txt +++ /dev/null @@ -1,98 +0,0 @@ -Mean accuracy: 0.8334508099221779. - -Results for per: accuracy 0.8780487804878049 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.913043 | 0.833333 | -| Recall | 0.875 | 0.882353 | -| F1 | 0.893617 | 0.857143 | - - -Results for que: accuracy 0.8571428571428571 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.727273 | -| Recall | 0.769231 | 1 | -| F1 | 0.869565 | 0.842105 | - - -Results for a: accuracy 0.5 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.0833333 | -| Recall | 0.47619 | 1 | -| F1 | 0.645161 | 0.153846 | - - -Results for e: accuracy 0.7142857142857143 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.730769 | 0.666667 | -| Recall | 0.863636 | 0.461538 | -| F1 | 0.791667 | 0.545455 | - - -Results for segons: accuracy 0.9130434782608695 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.9375 | 0.857143 | -| Recall | 0.9375 | 0.857143 | -| F1 | 0.9375 | 0.857143 | - - -Results for lo: accuracy 0.9722222222222222 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.969697 | 1 | -| Recall | 1 | 0.75 | -| F1 | 0.984615 | 0.857143 | - - -Results for en: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for les: accuracy 0.9333333333333333 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.8 | -| Recall | 0.909091 | 1 | -| F1 | 0.952381 | 0.888889 | - - -Results for se: accuracy 0.8333333333333334 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0 | -| Recall | 0.833333 | 0 | -| F1 | 0.909091 | 0 | - - -Results for la: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for con: accuracy 0.9 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.941176 | 0.666667 | -| Recall | 0.941176 | 0.666667 | -| F1 | 0.941176 | 0.666667 | - - -Results for qui: accuracy 0.5 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.333333 | 0.666667 | -| Recall | 0.5 | 0.5 | -| F1 | 0.4 | 0.571429 | - - diff --git a/results/out-of-domain/HTR/resultats_ambiguite_es.txt b/results/out-of-domain/HTR/resultats_ambiguite_es.txt deleted file mode 100644 index 079a6c06c591ad070dd34a58d904092517153788..0000000000000000000000000000000000000000 --- a/results/out-of-domain/HTR/resultats_ambiguite_es.txt +++ /dev/null @@ -1,66 +0,0 @@ -Mean accuracy: 0.8982745996222227. - -Results for q: accuracy 0.8809523809523809 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.833333 | 0.916667 | -| Recall | 0.882353 | 0.88 | -| F1 | 0.857143 | 0.897959 | - - -Results for et: accuracy 0.8870967741935484 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.954545 | 0.85 | -| Recall | 0.777778 | 0.971429 | -| F1 | 0.857143 | 0.906667 | - - -Results for en: accuracy 0.75 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.142857 | -| Recall | 0.73913 | 1 | -| F1 | 0.85 | 0.25 | - - -Results for por: accuracy 0.9473684210526315 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.923077 | -| Recall | 0.857143 | 1 | -| F1 | 0.923077 | 0.96 | - - -Results for de: accuracy 0.8636363636363636 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.894737 | 0.666667 | -| Recall | 0.944444 | 0.5 | -| F1 | 0.918919 | 0.571429 | - - -Results for d: accuracy 0.8571428571428571 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.666667 | -| Recall | 0.8 | 1 | -| F1 | 0.888889 | 0.8 | - - -Results for e: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for com: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - diff --git a/results/out-of-domain/HTR/resultats_ambiguite_fr.txt b/results/out-of-domain/HTR/resultats_ambiguite_fr.txt deleted file mode 100644 index 83c85a7fc03297242839eb1ff37b1c483499efa1..0000000000000000000000000000000000000000 --- a/results/out-of-domain/HTR/resultats_ambiguite_fr.txt +++ /dev/null @@ -1,146 +0,0 @@ -Mean accuracy: 0.8941183155906386. - -Results for que: accuracy 0.9 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.75 | 0.975 | -| Recall | 0.9375 | 0.886364 | -| F1 | 0.833333 | 0.928571 | - - -Results for et: accuracy 0.9764705882352941 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.96875 | -| Recall | 0.913043 | 1 | -| F1 | 0.954545 | 0.984127 | - - -Results for ou: accuracy 0.7142857142857143 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.904762 | 0.428571 | -| Recall | 0.703704 | 0.75 | -| F1 | 0.791667 | 0.545455 | - - -Results for si: accuracy 0.9047619047619048 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.851852 | -| Recall | 0.789474 | 1 | -| F1 | 0.882353 | 0.92 | - - -Results for ne: accuracy 0.9333333333333333 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.2 | -| Recall | 0.932203 | 1 | -| F1 | 0.964912 | 0.333333 | - - -Results for il: accuracy 0.9821428571428571 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.75 | -| Recall | 0.981132 | 1 | -| F1 | 0.990476 | 0.857143 | - - -Results for a: accuracy 0.92 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.333333 | -| Recall | 0.916667 | 1 | -| F1 | 0.956522 | 0.5 | - - -Results for qui: accuracy 0.9318181818181818 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.6 | 0.974359 | -| Recall | 0.75 | 0.95 | -| F1 | 0.666667 | 0.962025 | - - -Results for de: accuracy 0.9555555555555556 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.333333 | -| Recall | 0.954545 | 1 | -| F1 | 0.976744 | 0.5 | - - -Results for la: accuracy 0.9767441860465116 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.666667 | -| Recall | 0.97561 | 1 | -| F1 | 0.987654 | 0.8 | - - -Results for par: accuracy 0.92 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.6 | -| Recall | 0.909091 | 1 | -| F1 | 0.952381 | 0.75 | - - -Results for ce: accuracy 0.9230769230769231 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.909091 | 1 | -| Recall | 1 | 0.666667 | -| F1 | 0.952381 | 0.8 | - - -Results for fait: accuracy 0.38461538461538464 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0 | -| Recall | 0.384615 | 0 | -| F1 | 0.555556 | 0 | - - -Results for pour: accuracy 0.9285714285714286 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.888889 | 1 | -| Recall | 1 | 0.833333 | -| F1 | 0.941176 | 0.909091 | - - -Results for se: accuracy 0.8260869565217391 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.8 | 1 | -| Recall | 1 | 0.428571 | -| F1 | 0.888889 | 0.6 | - - -Results for tant: accuracy 0.9166666666666666 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.875 | 1 | -| Recall | 1 | 0.8 | -| F1 | 0.933333 | 0.888889 | - - -Results for aussi: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for comme: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - diff --git a/results/out-of-domain/HTR/resultats_ambiguite_la.txt b/results/out-of-domain/HTR/resultats_ambiguite_la.txt deleted file mode 100644 index 3514e535747fed151d3d618c44550e140e9415aa..0000000000000000000000000000000000000000 --- a/results/out-of-domain/HTR/resultats_ambiguite_la.txt +++ /dev/null @@ -1,154 +0,0 @@ -Mean accuracy: 0.8704703582592096. - -Results for et: accuracy 0.896551724137931 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.848485 | 0.96 | -| Recall | 0.965517 | 0.827586 | -| F1 | 0.903226 | 0.888889 | - - -Results for quod: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for ad: accuracy 0.7272727272727273 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.785714 | 0.625 | -| Recall | 0.785714 | 0.625 | -| F1 | 0.785714 | 0.625 | - - -Results for u: accuracy 0.9245283018867925 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.959184 | 0.5 | -| Recall | 0.959184 | 0.5 | -| F1 | 0.959184 | 0.5 | - - -Results for non: accuracy 0.782608695652174 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.8125 | 0.714286 | -| Recall | 0.866667 | 0.625 | -| F1 | 0.83871 | 0.666667 | - - -Results for eo: accuracy 0.9090909090909091 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.8 | -| Recall | 0.857143 | 1 | -| F1 | 0.923077 | 0.888889 | - - -Results for in: accuracy 0.9523809523809523 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.8 | -| Recall | 0.941176 | 1 | -| F1 | 0.969697 | 0.888889 | - - -Results for qui: accuracy 0.85 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.666667 | 0.882353 | -| Recall | 0.5 | 0.9375 | -| F1 | 0.571429 | 0.909091 | - - -Results for hoc: accuracy 0.8 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.666667 | -| Recall | 0.666667 | 1 | -| F1 | 0.8 | 0.8 | - - -Results for tam: accuracy 0.9 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.833333 | -| Recall | 0.8 | 1 | -| F1 | 0.888889 | 0.909091 | - - -Results for que: accuracy 0.8 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.833333 | 0.75 | -| Recall | 0.833333 | 0.75 | -| F1 | 0.833333 | 0.75 | - - -Results for mag: accuracy 0.7 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.833333 | 0.5 | -| Recall | 0.714286 | 0.666667 | -| F1 | 0.769231 | 0.571429 | - - -Results for [UNK]: accuracy 0.7272727272727273 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.25 | -| Recall | 0.7 | 1 | -| F1 | 0.823529 | 0.4 | - - -Results for ut: accuracy 0.7692307692307693 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.5 | 0.888889 | -| Recall | 0.666667 | 0.8 | -| F1 | 0.571429 | 0.842105 | - - -Results for ex: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for quo: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for a: accuracy 0.8 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.857143 | 0.666667 | -| Recall | 0.857143 | 0.666667 | -| F1 | 0.857143 | 0.666667 | - - -Results for si: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for inter: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - diff --git a/results/out-of-domain/HTR/results.txt b/results/out-of-domain/HTR/results.txt deleted file mode 100644 index a3b3adcce69fc5b376c446203416c30eb3a65ab6..0000000000000000000000000000000000000000 --- a/results/out-of-domain/HTR/results.txt +++ /dev/null @@ -1,6 +0,0 @@ -Best model on test data -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.961587 | 0.867337 | -| Recall | 0.975619 | 0.803538 | -| F1 | 0.968552 | 0.834219 | diff --git a/results/out-of-domain/other_langs/best_model.ca.txt b/results/out-of-domain/other_langs/best_model.ca.txt deleted file mode 100644 index dcd800b5ba4afdcc14f6c11ccb54db475c65ecaa..0000000000000000000000000000000000000000 --- a/results/out-of-domain/other_langs/best_model.ca.txt +++ /dev/null @@ -1,12 +0,0 @@ -Best model on test data for ca: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.957726 | 0.861478 | -| Recall | 0.977997 | 0.760186 | -| F1 | 0.967755 | 0.807669 | -Best model on test data for ca: -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.957726 | 0.861478 | -| Recall | 0.977997 | 0.760186 | -| F1 | 0.967755 | 0.807669 | diff --git a/results/out-of-domain/other_langs/resultats_ambiguite_ca.txt b/results/out-of-domain/other_langs/resultats_ambiguite_ca.txt deleted file mode 100644 index d7541e45e6bc43888295020d87876a3c42c0ab41..0000000000000000000000000000000000000000 --- a/results/out-of-domain/other_langs/resultats_ambiguite_ca.txt +++ /dev/null @@ -1,250 +0,0 @@ -Mean accuracy: 0.870275683769243. - -Results for e: accuracy 0.8275862068965517 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.765432 | 0.860927 | -| Recall | 0.746988 | 0.872483 | -| F1 | 0.756098 | 0.866667 | - - -Results for que: accuracy 0.7975460122699386 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.847826 | 0.777778 | -| Recall | 0.6 | 0.928571 | -| F1 | 0.702703 | 0.846512 | - - -Results for ni: accuracy 0.78125 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.823529 | 0.733333 | -| Recall | 0.777778 | 0.785714 | -| F1 | 0.8 | 0.758621 | - - -Results for per: accuracy 0.8205128205128205 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.862745 | 0.740741 | -| Recall | 0.862745 | 0.740741 | -| F1 | 0.862745 | 0.740741 | - - -Results for de: accuracy 0.9430051813471503 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.972973 | 0.25 | -| Recall | 0.967742 | 0.285714 | -| F1 | 0.97035 | 0.266667 | - - -Results for et: accuracy 0.7857142857142857 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.761905 | 0.8 | -| Recall | 0.695652 | 0.848485 | -| F1 | 0.727273 | 0.823529 | - - -Results for la: accuracy 0.9923664122137404 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.75 | -| Recall | 0.992188 | 1 | -| F1 | 0.996078 | 0.857143 | - - -Results for en: accuracy 0.9361702127659575 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.987805 | 0.583333 | -| Recall | 0.94186 | 0.875 | -| F1 | 0.964286 | 0.7 | - - -Results for lo: accuracy 0.98989898989899 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.9 | -| Recall | 0.988889 | 1 | -| F1 | 0.994413 | 0.947368 | - - -Results for a: accuracy 0.9222222222222223 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.963415 | 0.5 | -| Recall | 0.951807 | 0.571429 | -| F1 | 0.957576 | 0.533333 | - - -Results for el: accuracy 0.9827586206896551 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.980392 | 1 | -| Recall | 1 | 0.875 | -| F1 | 0.990099 | 0.933333 | - - -Results for dix: accuracy 0.6470588235294118 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.142857 | -| Recall | 0.625 | 1 | -| F1 | 0.769231 | 0.25 | - - -Results for es: accuracy 0.8787878787878788 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.966667 | 0 | -| Recall | 0.90625 | 0 | -| F1 | 0.935484 | 0 | - - -Results for be: accuracy 0.9 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.923077 | 0.75 | -| Recall | 0.96 | 0.6 | -| F1 | 0.941176 | 0.666667 | - - -Results for ay: accuracy 0.9310344827586207 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.5 | -| Recall | 0.925926 | 1 | -| F1 | 0.961538 | 0.666667 | - - -Results for En: accuracy 0.75 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.8 | 0.714286 | -| Recall | 0.666667 | 0.833333 | -| F1 | 0.727273 | 0.769231 | - - -Results for ad: accuracy 0.8333333333333334 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.714286 | -| Recall | 0.714286 | 1 | -| F1 | 0.833333 | 0.833333 | - - -Results for pre: accuracy 0.8947368421052632 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.6 | -| Recall | 0.875 | 1 | -| F1 | 0.933333 | 0.75 | - - -Results for coma: accuracy 0.9375 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.909091 | 1 | -| Recall | 1 | 0.833333 | -| F1 | 0.952381 | 0.909091 | - - -Results for qua: accuracy 0.875 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.818182 | -| Recall | 0.714286 | 1 | -| F1 | 0.833333 | 0.9 | - - -Results for se: accuracy 0.9166666666666666 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.95 | 0.75 | -| Recall | 0.95 | 0.75 | -| F1 | 0.95 | 0.75 | - - -Results for can: accuracy 0.625 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.25 | -| Recall | 0.571429 | 1 | -| F1 | 0.727273 | 0.4 | - - -Results for o: accuracy 0.7894736842105263 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.933333 | 0.25 | -| Recall | 0.823529 | 0.5 | -| F1 | 0.875 | 0.333333 | - - -Results for qui: accuracy 0.8888888888888888 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.8 | -| Recall | 0.8 | 1 | -| F1 | 0.888889 | 0.888889 | - - -Results for so: accuracy 0.9047619047619048 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.944444 | 0.666667 | -| Recall | 0.944444 | 0.666667 | -| F1 | 0.944444 | 0.666667 | - - -Results for si: accuracy 0.9333333333333333 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.75 | -| Recall | 0.916667 | 1 | -| F1 | 0.956522 | 0.857143 | - - -Results for fa: accuracy 0.9 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.333333 | -| Recall | 0.894737 | 1 | -| F1 | 0.944444 | 0.5 | - - -Results for am: accuracy 0.95 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.941176 | 1 | -| Recall | 1 | 0.75 | -| F1 | 0.969697 | 0.857143 | - - -Results for may: accuracy 1.0 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 1 | -| Recall | 1 | 1 | -| F1 | 1 | 1 | - - -Results for tan: accuracy 0.9166666666666666 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0.666667 | -| Recall | 0.9 | 1 | -| F1 | 0.947368 | 0.8 | - - -Results for ho: accuracy 0.7272727272727273 -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 1 | 0 | -| Recall | 0.727273 | 0 | -| F1 | 0.842105 | 0 | - - diff --git a/results/out-of-domain/other_langs/results.txt b/results/out-of-domain/other_langs/results.txt deleted file mode 100644 index c9b47b98a59ab2515e062cf571ecf996b3880e29..0000000000000000000000000000000000000000 --- a/results/out-of-domain/other_langs/results.txt +++ /dev/null @@ -1,6 +0,0 @@ -Best model on test data -| | Segment Content | Segment Boundary | -|-----------+-------------------+--------------------| -| Precision | 0.957726 | 0.861478 | -| Recall | 0.977997 | 0.760186 | -| F1 | 0.967755 | 0.807669 | diff --git a/rng_state.pth b/rng_state.pth index e06fa9c4ac0cfa477cb3c889f9968ac6f5f3088c..eb7406a55f8d5c9222bf6ef36169658b2f2c427e 100644 --- a/rng_state.pth +++ b/rng_state.pth @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5d259b007db381a392ddd586b6f060cd4dc15762155e80e2e58078032fef539a -size 14565 +oid sha256:102015cca1b18727a0a043ded5c1363cac2464e4ec9c72e2502f8fdf86cfa502 +size 14645 diff --git a/scheduler.pt b/scheduler.pt index d64e61ddc6edb294e4a140522ab0e6325f0ef051..ef78b2a7e5977af7af469e944b0677104cce778f 100644 --- a/scheduler.pt +++ b/scheduler.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d77b0d90e371c14ee99e135916b64b3e1e6552a92144e61cddbdb615db8cdacc -size 1453 +oid sha256:e17d618a317c719cd27895bd4f2783df2b891d58b45dc85487fa1b973ffebbf7 +size 1465 diff --git a/trainer_state.json b/trainer_state.json index 5fc34eb8490665e213a5cb8e53482eb8b6dd7ea9..e812f84ec8e8e34e6073994ce6c6ec9200e717fe 100644 --- a/trainer_state.json +++ b/trainer_state.json @@ -1,78 +1,111 @@ { - "best_metric": 0.014524628408253193, - "best_model_checkpoint": "/projects/users/mgillele/trash/test_segmenter/2025-10-19T11:53:45.914349_entra\u00eenement_a0f1a64_v2/models/checkpoint-498", - "epoch": 2.0, + "best_metric": 0.012019365094602108, + "best_model_checkpoint": "/projects/users/mgillele/trash/test_segmenter/2025-10-13T18:02:46.689601_BERT_model_paper/models/checkpoint-498", + "epoch": 3.0, "eval_steps": 500, - "global_step": 498, + "global_step": 1494, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, - "grad_norm": 0.08521145582199097, - "learning_rate": 4.8333333333333334e-05, - "loss": 0.0363, - "step": 249 + "grad_norm": 0.08617644011974335, + "learning_rate": 4.9e-05, + "loss": 0.0243, + "step": 498 }, { "epoch": 1.0, "eval_accuracy": { - "accuracy": 0.9735907185878042 + "accuracy": 0.9797698824124416 }, "eval_f1": [ - 0.9852987755417358, - 0.870288323904301 + 0.9887650969010392, + 0.8985200845665962 ], - "eval_loss": 0.01460354682058096, + "eval_loss": 0.012019365094602108, "eval_precision": [ - 0.9857633092190689, - 0.8666847678522943 + 0.9864561927890902, + 0.91792656587473 ], "eval_recall": [ - 0.98483467947431, - 0.8739219712525668 + 0.9910848348348348, + 0.8799171842650103 ], - "eval_runtime": 4.2136, - "eval_samples_per_second": 236.138, - "eval_steps_per_second": 3.797, - "step": 249 + "eval_runtime": 4.235, + "eval_samples_per_second": 234.946, + "eval_steps_per_second": 7.556, + "step": 498 }, { "epoch": 2.0, - "grad_norm": 0.0830661952495575, - "learning_rate": 4.666666666666667e-05, - "loss": 0.012, - "step": 498 + "grad_norm": 0.09689918160438538, + "learning_rate": 4.8e-05, + "loss": 0.0094, + "step": 996 }, { "epoch": 2.0, "eval_accuracy": { - "accuracy": 0.9743262371978129 + "accuracy": 0.9800368075750552 }, "eval_f1": [ - 0.9857028037960988, - 0.8743206521739131 + 0.9889099607439146, + 0.9001335301145548 ], - "eval_loss": 0.014524628408253193, + "eval_loss": 0.012484115548431873, "eval_precision": [ - 0.9865414662067045, - 0.8678354686446392 + 0.9868996993628986, + 0.9169530355097365 ], "eval_recall": [ - 0.9848655660741588, - 0.8809034907597536 + 0.9909284284284284, + 0.88391994478951 ], - "eval_runtime": 4.2542, - "eval_samples_per_second": 233.886, - "eval_steps_per_second": 3.761, - "step": 498 + "eval_runtime": 4.179, + "eval_samples_per_second": 238.098, + "eval_steps_per_second": 7.657, + "step": 996 + }, + { + "epoch": 3.0, + "grad_norm": 0.2906811535358429, + "learning_rate": 4.7e-05, + "loss": 0.0064, + "step": 1494 + }, + { + "epoch": 3.0, + "eval_accuracy": { + "accuracy": 0.979011253002908 + }, + "eval_f1": [ + 0.9882948384468332, + 0.8986078098471987, + 0.0 + ], + "eval_loss": 0.014125695452094078, + "eval_precision": [ + 0.9901255886970173, + 0.8844919786096257, + 0.0 + ], + "eval_recall": [ + 0.9864708458458459, + 0.9131815044858523, + 0.0 + ], + "eval_runtime": 4.1316, + "eval_samples_per_second": 240.828, + "eval_steps_per_second": 7.745, + "step": 1494 } ], "logging_steps": 500, - "max_steps": 7470, + "max_steps": 24900, "num_input_tokens_seen": 0, - "num_train_epochs": 30, + "num_train_epochs": 50, "save_steps": 500, "stateful_callbacks": { "EarlyStoppingCallback": { @@ -81,7 +114,7 @@ "early_stopping_threshold": 0.0 }, "attributes": { - "early_stopping_patience_counter": 0 + "early_stopping_patience_counter": 2 } }, "TrainerControl": { @@ -95,8 +128,8 @@ "attributes": {} } }, - "total_flos": 5721993434919168.0, - "train_batch_size": 64, + "total_flos": 8436689183872296.0, + "train_batch_size": 32, "trial_name": null, "trial_params": null } diff --git a/training_args.bin b/training_args.bin index ecf1b4bb16982be5eb4108eaffc604e1d51ce110..f61e95faedcbd16f8d7a03fca0e3f1a9334a8183 100644 --- a/training_args.bin +++ b/training_args.bin @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a5763725c515a937150f79fea1f991ee3aa99eeccb0bf79fe7c648e4d071573f -size 5869 +oid sha256:8b3153fba4ac08e8d3b7829313fe860f51174713dfad9dcb0d9c2eab5c19d7f8 +size 5841