| { |
| "created_at": "2026-06-09T16:39:33.521615+00:00", |
| "config": { |
| "hf_dataset": "faodl/amis-agri-vegetable_oils", |
| "hf_subset": null, |
| "hf_revision": "main", |
| "train_split": "train", |
| "validation_split": "validation", |
| "test_split": "test", |
| "text_col": "chunk_text", |
| "label_col": "label", |
| "group_col": "id", |
| "id_col": "chunk_id", |
| "model_name": "FacebookAI/xlm-roberta-base", |
| "output_dir": "/content/agri-vegetable_oils-classifier", |
| "max_length": 256, |
| "learning_rate": 2e-05, |
| "weight_decay": 0.01, |
| "num_train_epochs": 5.0, |
| "per_device_train_batch_size": 16, |
| "per_device_eval_batch_size": 32, |
| "gradient_accumulation_steps": 1, |
| "warmup_ratio": 0.1, |
| "early_stopping_patience": 2, |
| "seed": 42, |
| "metric_for_best_model": "f1", |
| "skip_transformer": false, |
| "skip_baselines": false, |
| "baseline_models": [ |
| "logistic", |
| "xgboost", |
| "embedding-logistic", |
| "embedding-svm", |
| "embedding-lightgbm" |
| ], |
| "tfidf_max_features": 50000, |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "embedding_batch_size": 64, |
| "positive_label_name": "RELEVANT", |
| "negative_label_name": "NOT_RELEVANT", |
| "push_to_hub": true, |
| "hub_model_id": "faodl/agri-vegetable_oils-classifier", |
| "hub_private_repo": false |
| }, |
| "dataset_summary": { |
| "train": { |
| "rows": 5382, |
| "labels": { |
| "0": 4040, |
| "1": 1342 |
| }, |
| "unique_groups": 2395, |
| "text_length_mean": 705.9933110367894, |
| "text_length_median": 795.0 |
| }, |
| "validation": { |
| "rows": 1186, |
| "labels": { |
| "0": 900, |
| "1": 286 |
| }, |
| "unique_groups": 513, |
| "text_length_mean": 711.4317032040473, |
| "text_length_median": 795.0 |
| }, |
| "test": { |
| "rows": 1082, |
| "labels": { |
| "0": 847, |
| "1": 235 |
| }, |
| "unique_groups": 514, |
| "text_length_mean": 699.8761552680222, |
| "text_length_median": 794.0 |
| } |
| }, |
| "results": [ |
| { |
| "model_type": "logistic_tfidf", |
| "model_name": "logistic", |
| "artifact_dir": "/content/agri-vegetable_oils-classifier/baselines/logistic", |
| "artifact_file": "/content/agri-vegetable_oils-classifier/baselines/logistic/logistic_tfidf.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.4857631349436084, |
| "f1": 0.761744966442953, |
| "precision": 0.7322580645161291, |
| "recall": 0.7937062937062938 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8785834738617201, |
| "precision": 0.738255033557047, |
| "recall": 0.7692307692307693, |
| "f1": 0.7534246575342466, |
| "confusion_matrix": [ |
| [ |
| 822, |
| 78 |
| ], |
| [ |
| 66, |
| 220 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9256756756756757, |
| "recall": 0.9133333333333333, |
| "f1-score": 0.9194630872483222, |
| "support": 900.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.738255033557047, |
| "recall": 0.7692307692307693, |
| "f1-score": 0.7534246575342466, |
| "support": 286.0 |
| }, |
| "accuracy": 0.8785834738617201, |
| "macro avg": { |
| "precision": 0.8319653546163613, |
| "recall": 0.8412820512820514, |
| "f1-score": 0.8364438723912844, |
| "support": 1186.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8804798041361076, |
| "recall": 0.8785834738617201, |
| "f1-score": 0.8794234659176091, |
| "support": 1186.0 |
| } |
| }, |
| "roc_auc": 0.9292929292929292, |
| "average_precision": 0.8035576096480787 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.4857631349436084, |
| "accuracy": 0.8802698145025295, |
| "precision": 0.7322580645161291, |
| "recall": 0.7937062937062938, |
| "f1": 0.761744966442953, |
| "confusion_matrix": [ |
| [ |
| 817, |
| 83 |
| ], |
| [ |
| 59, |
| 227 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.932648401826484, |
| "recall": 0.9077777777777778, |
| "f1-score": 0.920045045045045, |
| "support": 900.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7322580645161291, |
| "recall": 0.7937062937062938, |
| "f1-score": 0.761744966442953, |
| "support": 286.0 |
| }, |
| "accuracy": 0.8802698145025295, |
| "macro avg": { |
| "precision": 0.8324532331713066, |
| "recall": 0.8507420357420358, |
| "f1-score": 0.840895005743999, |
| "support": 1186.0 |
| }, |
| "weighted avg": { |
| "precision": 0.884324930940513, |
| "recall": 0.8802698145025295, |
| "f1-score": 0.8818715016384697, |
| "support": 1186.0 |
| } |
| }, |
| "roc_auc": 0.9292929292929292, |
| "average_precision": 0.8035576096480787 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8964879852125693, |
| "precision": 0.7662337662337663, |
| "recall": 0.7531914893617021, |
| "f1": 0.759656652360515, |
| "confusion_matrix": [ |
| [ |
| 793, |
| 54 |
| ], |
| [ |
| 58, |
| 177 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9318448883666275, |
| "recall": 0.9362455726092089, |
| "f1-score": 0.934040047114252, |
| "support": 847.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7662337662337663, |
| "recall": 0.7531914893617021, |
| "f1-score": 0.759656652360515, |
| "support": 235.0 |
| }, |
| "accuracy": 0.8964879852125693, |
| "macro avg": { |
| "precision": 0.8490393273001968, |
| "recall": 0.8447185309854555, |
| "f1-score": 0.8468483497373835, |
| "support": 1082.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8958757444653128, |
| "recall": 0.8964879852125693, |
| "f1-score": 0.896165649917276, |
| "support": 1082.0 |
| } |
| }, |
| "roc_auc": 0.9370946268431761, |
| "average_precision": 0.8172782602303534 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.4857631349436084, |
| "accuracy": 0.8955637707948244, |
| "precision": 0.7563025210084033, |
| "recall": 0.7659574468085106, |
| "f1": 0.7610993657505285, |
| "confusion_matrix": [ |
| [ |
| 789, |
| 58 |
| ], |
| [ |
| 55, |
| 180 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9348341232227488, |
| "recall": 0.9315230224321134, |
| "f1-score": 0.9331756357185098, |
| "support": 847.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7563025210084033, |
| "recall": 0.7659574468085106, |
| "f1-score": 0.7610993657505285, |
| "support": 235.0 |
| }, |
| "accuracy": 0.8955637707948244, |
| "macro avg": { |
| "precision": 0.8455683221155761, |
| "recall": 0.848740234620312, |
| "f1-score": 0.8471375007345192, |
| "support": 1082.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8960587752371932, |
| "recall": 0.8955637707948244, |
| "f1-score": 0.8958023238493087, |
| "support": 1082.0 |
| } |
| }, |
| "roc_auc": 0.9370946268431761, |
| "average_precision": 0.8172782602303534 |
| } |
| }, |
| { |
| "model_type": "xgboost_tfidf", |
| "model_name": "xgboost", |
| "artifact_dir": "/content/agri-vegetable_oils-classifier/baselines/xgboost", |
| "artifact_file": "/content/agri-vegetable_oils-classifier/baselines/xgboost/xgboost_tfidf.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.35652926564216614, |
| "f1": 0.75177304964539, |
| "precision": 0.762589928057554, |
| "recall": 0.7412587412587412 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8650927487352446, |
| "precision": 0.7971698113207547, |
| "recall": 0.5909090909090909, |
| "f1": 0.678714859437751, |
| "confusion_matrix": [ |
| [ |
| 857, |
| 43 |
| ], |
| [ |
| 117, |
| 169 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8798767967145791, |
| "recall": 0.9522222222222222, |
| "f1-score": 0.9146211312700107, |
| "support": 900.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7971698113207547, |
| "recall": 0.5909090909090909, |
| "f1-score": 0.678714859437751, |
| "support": 286.0 |
| }, |
| "accuracy": 0.8650927487352446, |
| "macro avg": { |
| "precision": 0.838523304017667, |
| "recall": 0.7715656565656566, |
| "f1-score": 0.7966679953538809, |
| "support": 1186.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8599322791575522, |
| "recall": 0.8650927487352446, |
| "f1-score": 0.8577331095634118, |
| "support": 1186.0 |
| } |
| }, |
| "roc_auc": 0.925924630924631, |
| "average_precision": 0.8160285877602881 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.35652926564216614, |
| "accuracy": 0.8819561551433389, |
| "precision": 0.762589928057554, |
| "recall": 0.7412587412587412, |
| "f1": 0.75177304964539, |
| "confusion_matrix": [ |
| [ |
| 834, |
| 66 |
| ], |
| [ |
| 74, |
| 212 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9185022026431718, |
| "recall": 0.9266666666666666, |
| "f1-score": 0.922566371681416, |
| "support": 900.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.762589928057554, |
| "recall": 0.7412587412587412, |
| "f1-score": 0.75177304964539, |
| "support": 286.0 |
| }, |
| "accuracy": 0.8819561551433389, |
| "macro avg": { |
| "precision": 0.8405460653503629, |
| "recall": 0.833962703962704, |
| "f1-score": 0.8371697106634031, |
| "support": 1186.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8809044703232, |
| "recall": 0.8819561551433389, |
| "f1-score": 0.8813801237030826, |
| "support": 1186.0 |
| } |
| }, |
| "roc_auc": 0.925924630924631, |
| "average_precision": 0.8160285877602881 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.878003696857671, |
| "precision": 0.7724867724867724, |
| "recall": 0.6212765957446809, |
| "f1": 0.6886792452830188, |
| "confusion_matrix": [ |
| [ |
| 804, |
| 43 |
| ], |
| [ |
| 89, |
| 146 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9003359462486002, |
| "recall": 0.9492325855962219, |
| "f1-score": 0.9241379310344827, |
| "support": 847.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7724867724867724, |
| "recall": 0.6212765957446809, |
| "f1-score": 0.6886792452830188, |
| "support": 235.0 |
| }, |
| "accuracy": 0.878003696857671, |
| "macro avg": { |
| "precision": 0.8364113593676863, |
| "recall": 0.7852545906704513, |
| "f1-score": 0.8064085881587508, |
| "support": 1082.0 |
| }, |
| "weighted avg": { |
| "precision": 0.872568334572048, |
| "recall": 0.878003696857671, |
| "f1-score": 0.8729985676781111, |
| "support": 1082.0 |
| } |
| }, |
| "roc_auc": 0.9232485116430957, |
| "average_precision": 0.784628854256074 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.35652926564216614, |
| "accuracy": 0.8817005545286506, |
| "precision": 0.7377777777777778, |
| "recall": 0.7063829787234043, |
| "f1": 0.7217391304347827, |
| "confusion_matrix": [ |
| [ |
| 788, |
| 59 |
| ], |
| [ |
| 69, |
| 166 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9194865810968494, |
| "recall": 0.9303423848878394, |
| "f1-score": 0.9248826291079812, |
| "support": 847.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7377777777777778, |
| "recall": 0.7063829787234043, |
| "f1-score": 0.7217391304347827, |
| "support": 235.0 |
| }, |
| "accuracy": 0.8817005545286506, |
| "macro avg": { |
| "precision": 0.8286321794373136, |
| "recall": 0.8183626818056218, |
| "f1-score": 0.823310879771382, |
| "support": 1082.0 |
| }, |
| "weighted avg": { |
| "precision": 0.880021175570064, |
| "recall": 0.8817005545286506, |
| "f1-score": 0.8807618137769262, |
| "support": 1082.0 |
| } |
| }, |
| "roc_auc": 0.9232485116430957, |
| "average_precision": 0.784628854256074 |
| } |
| }, |
| { |
| "model_type": "embedding-logistic_sentence_embeddings", |
| "model_name": "logistic", |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "artifact_dir": "/content/agri-vegetable_oils-classifier/baselines/embedding-logistic", |
| "artifact_file": "/content/agri-vegetable_oils-classifier/baselines/embedding-logistic/embedding-logistic.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.620058536529541, |
| "f1": 0.7454242928452579, |
| "precision": 0.7111111111111111, |
| "recall": 0.7832167832167832 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8473861720067454, |
| "precision": 0.631578947368421, |
| "recall": 0.8811188811188811, |
| "f1": 0.7357664233576642, |
| "confusion_matrix": [ |
| [ |
| 753, |
| 147 |
| ], |
| [ |
| 34, |
| 252 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9567979669631512, |
| "recall": 0.8366666666666667, |
| "f1-score": 0.8927089508002372, |
| "support": 900.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.631578947368421, |
| "recall": 0.8811188811188811, |
| "f1-score": 0.7357664233576642, |
| "support": 286.0 |
| }, |
| "accuracy": 0.8473861720067454, |
| "macro avg": { |
| "precision": 0.7941884571657861, |
| "recall": 0.8588927738927739, |
| "f1-score": 0.8142376870789507, |
| "support": 1186.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8783724698264793, |
| "recall": 0.8473861720067454, |
| "f1-score": 0.8548627763916572, |
| "support": 1186.0 |
| } |
| }, |
| "roc_auc": 0.924972804972805, |
| "average_precision": 0.8016689338420545 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.620058536529541, |
| "accuracy": 0.8709949409780776, |
| "precision": 0.7111111111111111, |
| "recall": 0.7832167832167832, |
| "f1": 0.7454242928452579, |
| "confusion_matrix": [ |
| [ |
| 809, |
| 91 |
| ], |
| [ |
| 62, |
| 224 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.928817451205511, |
| "recall": 0.8988888888888888, |
| "f1-score": 0.9136081309994354, |
| "support": 900.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7111111111111111, |
| "recall": 0.7832167832167832, |
| "f1-score": 0.7454242928452579, |
| "support": 286.0 |
| }, |
| "accuracy": 0.8709949409780776, |
| "macro avg": { |
| "precision": 0.819964281158311, |
| "recall": 0.841052836052836, |
| "f1-score": 0.8295162119223467, |
| "support": 1186.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8763182831894921, |
| "recall": 0.8709949409780776, |
| "f1-score": 0.8730511514782763, |
| "support": 1186.0 |
| } |
| }, |
| "roc_auc": 0.924972804972805, |
| "average_precision": 0.8016689338420545 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8345656192236599, |
| "precision": 0.5833333333333334, |
| "recall": 0.8340425531914893, |
| "f1": 0.6865148861646234, |
| "confusion_matrix": [ |
| [ |
| 707, |
| 140 |
| ], |
| [ |
| 39, |
| 196 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9477211796246648, |
| "recall": 0.8347107438016529, |
| "f1-score": 0.8876333961079724, |
| "support": 847.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.5833333333333334, |
| "recall": 0.8340425531914893, |
| "f1-score": 0.6865148861646234, |
| "support": 235.0 |
| }, |
| "accuracy": 0.8345656192236599, |
| "macro avg": { |
| "precision": 0.7655272564789991, |
| "recall": 0.8343766484965711, |
| "f1-score": 0.7870741411362979, |
| "support": 1082.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8685796418442001, |
| "recall": 0.8345656192236599, |
| "f1-score": 0.8439523888651934, |
| "support": 1082.0 |
| } |
| }, |
| "roc_auc": 0.9193850636790676, |
| "average_precision": 0.7629351060346423 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.620058536529541, |
| "accuracy": 0.8567467652495379, |
| "precision": 0.6481481481481481, |
| "recall": 0.7446808510638298, |
| "f1": 0.693069306930693, |
| "confusion_matrix": [ |
| [ |
| 752, |
| 95 |
| ], |
| [ |
| 60, |
| 175 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9261083743842364, |
| "recall": 0.8878394332939787, |
| "f1-score": 0.9065702230259193, |
| "support": 847.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6481481481481481, |
| "recall": 0.7446808510638298, |
| "f1-score": 0.693069306930693, |
| "support": 235.0 |
| }, |
| "accuracy": 0.8567467652495379, |
| "macro avg": { |
| "precision": 0.7871282612661923, |
| "recall": 0.8162601421789042, |
| "f1-score": 0.7998197649783061, |
| "support": 1082.0 |
| }, |
| "weighted avg": { |
| "precision": 0.865738084952184, |
| "recall": 0.8567467652495379, |
| "f1-score": 0.8601998761845348, |
| "support": 1082.0 |
| } |
| }, |
| "roc_auc": 0.9193850636790676, |
| "average_precision": 0.7629351060346423 |
| } |
| }, |
| { |
| "model_type": "embedding-svm_sentence_embeddings", |
| "model_name": "svm", |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "artifact_dir": "/content/agri-vegetable_oils-classifier/baselines/embedding-svm", |
| "artifact_file": "/content/agri-vegetable_oils-classifier/baselines/embedding-svm/embedding-svm.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.3566209883438831, |
| "f1": 0.7444089456869009, |
| "precision": 0.6852941176470588, |
| "recall": 0.8146853146853147 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8532883642495784, |
| "precision": 0.7666666666666667, |
| "recall": 0.5629370629370629, |
| "f1": 0.6491935483870968, |
| "confusion_matrix": [ |
| [ |
| 851, |
| 49 |
| ], |
| [ |
| 125, |
| 161 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8719262295081968, |
| "recall": 0.9455555555555556, |
| "f1-score": 0.9072494669509595, |
| "support": 900.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7666666666666667, |
| "recall": 0.5629370629370629, |
| "f1-score": 0.6491935483870968, |
| "support": 286.0 |
| }, |
| "accuracy": 0.8532883642495784, |
| "macro avg": { |
| "precision": 0.8192964480874317, |
| "recall": 0.7542463092463092, |
| "f1-score": 0.7782215076690282, |
| "support": 1186.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8465432320607452, |
| "recall": 0.8532883642495784, |
| "f1-score": 0.8450201307711409, |
| "support": 1186.0 |
| } |
| }, |
| "roc_auc": 0.9180031080031079, |
| "average_precision": 0.7868387610949265 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.3566209883438831, |
| "accuracy": 0.8650927487352446, |
| "precision": 0.6852941176470588, |
| "recall": 0.8146853146853147, |
| "f1": 0.744408945686901, |
| "confusion_matrix": [ |
| [ |
| 793, |
| 107 |
| ], |
| [ |
| 53, |
| 233 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9373522458628841, |
| "recall": 0.8811111111111111, |
| "f1-score": 0.9083619702176403, |
| "support": 900.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6852941176470588, |
| "recall": 0.8146853146853147, |
| "f1-score": 0.744408945686901, |
| "support": 286.0 |
| }, |
| "accuracy": 0.8650927487352446, |
| "macro avg": { |
| "precision": 0.8113231817549715, |
| "recall": 0.8478982128982129, |
| "f1-score": 0.8263854579522707, |
| "support": 1186.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8765692571025754, |
| "recall": 0.8650927487352446, |
| "f1-score": 0.8688252374893171, |
| "support": 1186.0 |
| } |
| }, |
| "roc_auc": 0.9180031080031079, |
| "average_precision": 0.7868387610949265 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8706099815157117, |
| "precision": 0.768361581920904, |
| "recall": 0.5787234042553191, |
| "f1": 0.6601941747572816, |
| "confusion_matrix": [ |
| [ |
| 806, |
| 41 |
| ], |
| [ |
| 99, |
| 136 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8906077348066298, |
| "recall": 0.9515938606847698, |
| "f1-score": 0.9200913242009132, |
| "support": 847.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.768361581920904, |
| "recall": 0.5787234042553191, |
| "f1-score": 0.6601941747572816, |
| "support": 235.0 |
| }, |
| "accuracy": 0.8706099815157117, |
| "macro avg": { |
| "precision": 0.829484658363767, |
| "recall": 0.7651586324700445, |
| "f1-score": 0.7901427494790974, |
| "support": 1082.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8640570454090831, |
| "recall": 0.8706099815157117, |
| "f1-score": 0.8636441614289599, |
| "support": 1082.0 |
| } |
| }, |
| "roc_auc": 0.9079052475570851, |
| "average_precision": 0.7579762377095093 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.3566209883438831, |
| "accuracy": 0.8410351201478743, |
| "precision": 0.6105263157894737, |
| "recall": 0.7404255319148936, |
| "f1": 0.6692307692307692, |
| "confusion_matrix": [ |
| [ |
| 736, |
| 111 |
| ], |
| [ |
| 61, |
| 174 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9234629861982434, |
| "recall": 0.8689492325855962, |
| "f1-score": 0.8953771289537713, |
| "support": 847.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6105263157894737, |
| "recall": 0.7404255319148936, |
| "f1-score": 0.6692307692307692, |
| "support": 235.0 |
| }, |
| "accuracy": 0.8410351201478743, |
| "macro avg": { |
| "precision": 0.7669946509938586, |
| "recall": 0.8046873822502449, |
| "f1-score": 0.7823039490922703, |
| "support": 1082.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8554961492795181, |
| "recall": 0.8410351201478743, |
| "f1-score": 0.8462603133022875, |
| "support": 1082.0 |
| } |
| }, |
| "roc_auc": 0.9079052475570851, |
| "average_precision": 0.7579762377095093 |
| } |
| }, |
| { |
| "model_type": "embedding-lightgbm_sentence_embeddings", |
| "model_name": "lightgbm", |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "artifact_dir": "/content/agri-vegetable_oils-classifier/baselines/embedding-lightgbm", |
| "artifact_file": "/content/agri-vegetable_oils-classifier/baselines/embedding-lightgbm/embedding-lightgbm.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.3184377968933787, |
| "f1": 0.7615894039735098, |
| "precision": 0.7232704402515723, |
| "recall": 0.8041958041958042 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8811129848229342, |
| "precision": 0.7598566308243727, |
| "recall": 0.7412587412587412, |
| "f1": 0.7504424778761062, |
| "confusion_matrix": [ |
| [ |
| 833, |
| 67 |
| ], |
| [ |
| 74, |
| 212 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.918412348401323, |
| "recall": 0.9255555555555556, |
| "f1-score": 0.9219701162147206, |
| "support": 900.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7598566308243727, |
| "recall": 0.7412587412587412, |
| "f1-score": 0.7504424778761062, |
| "support": 286.0 |
| }, |
| "accuracy": 0.8811129848229342, |
| "macro avg": { |
| "precision": 0.8391344896128479, |
| "recall": 0.8334071484071484, |
| "f1-score": 0.8362062970454134, |
| "support": 1186.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8801771584965948, |
| "recall": 0.8811129848229342, |
| "f1-score": 0.8806067902747173, |
| "support": 1186.0 |
| } |
| }, |
| "roc_auc": 0.9304778554778556, |
| "average_precision": 0.8288086112166348 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.3184377968933787, |
| "accuracy": 0.8785834738617201, |
| "precision": 0.7232704402515723, |
| "recall": 0.8041958041958042, |
| "f1": 0.7615894039735099, |
| "confusion_matrix": [ |
| [ |
| 812, |
| 88 |
| ], |
| [ |
| 56, |
| 230 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9354838709677419, |
| "recall": 0.9022222222222223, |
| "f1-score": 0.918552036199095, |
| "support": 900.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7232704402515723, |
| "recall": 0.8041958041958042, |
| "f1-score": 0.7615894039735099, |
| "support": 286.0 |
| }, |
| "accuracy": 0.8785834738617201, |
| "macro avg": { |
| "precision": 0.8293771556096571, |
| "recall": 0.8532090132090132, |
| "f1-score": 0.8400707200863025, |
| "support": 1186.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8843092999855965, |
| "recall": 0.8785834738617201, |
| "f1-score": 0.8807010135882035, |
| "support": 1186.0 |
| } |
| }, |
| "roc_auc": 0.9304778554778556, |
| "average_precision": 0.8288086112166348 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8789279112754159, |
| "precision": 0.7452830188679245, |
| "recall": 0.6723404255319149, |
| "f1": 0.7069351230425056, |
| "confusion_matrix": [ |
| [ |
| 793, |
| 54 |
| ], |
| [ |
| 77, |
| 158 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9114942528735632, |
| "recall": 0.9362455726092089, |
| "f1-score": 0.9237041351193943, |
| "support": 847.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7452830188679245, |
| "recall": 0.6723404255319149, |
| "f1-score": 0.7069351230425056, |
| "support": 235.0 |
| }, |
| "accuracy": 0.8789279112754159, |
| "macro avg": { |
| "precision": 0.8283886358707439, |
| "recall": 0.8042929990705618, |
| "f1-score": 0.8153196290809499, |
| "support": 1082.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8753947704416547, |
| "recall": 0.8789279112754159, |
| "f1-score": 0.8766239892431754, |
| "support": 1082.0 |
| } |
| }, |
| "roc_auc": 0.921279107739456, |
| "average_precision": 0.7926497521373393 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.3184377968933787, |
| "accuracy": 0.8724584103512015, |
| "precision": 0.688715953307393, |
| "recall": 0.7531914893617021, |
| "f1": 0.7195121951219512, |
| "confusion_matrix": [ |
| [ |
| 767, |
| 80 |
| ], |
| [ |
| 58, |
| 177 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9296969696969697, |
| "recall": 0.9055489964580874, |
| "f1-score": 0.9174641148325359, |
| "support": 847.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.688715953307393, |
| "recall": 0.7531914893617021, |
| "f1-score": 0.7195121951219512, |
| "support": 235.0 |
| }, |
| "accuracy": 0.8724584103512015, |
| "macro avg": { |
| "precision": 0.8092064615021813, |
| "recall": 0.8293702429098948, |
| "f1-score": 0.8184881549772436, |
| "support": 1082.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8773582092057031, |
| "recall": 0.8724584103512015, |
| "f1-score": 0.8744708605515864, |
| "support": 1082.0 |
| } |
| }, |
| "roc_auc": 0.921279107739456, |
| "average_precision": 0.7926497521373393 |
| } |
| }, |
| { |
| "model_type": "transformer", |
| "model_name": "FacebookAI/xlm-roberta-base", |
| "artifact_dir": "/content/agri-vegetable_oils-classifier/transformer", |
| "validation_best_threshold": { |
| "threshold": 0.6245368719100952, |
| "f1": 0.81195079086116, |
| "precision": 0.8162544169611308, |
| "recall": 0.8076923076923077 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8962900505902193, |
| "precision": 0.7620578778135049, |
| "recall": 0.8286713286713286, |
| "f1": 0.7939698492462312, |
| "confusion_matrix": [ |
| [ |
| 826, |
| 74 |
| ], |
| [ |
| 49, |
| 237 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.944, |
| "recall": 0.9177777777777778, |
| "f1-score": 0.9307042253521127, |
| "support": 900.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7620578778135049, |
| "recall": 0.8286713286713286, |
| "f1-score": 0.7939698492462312, |
| "support": 286.0 |
| }, |
| "accuracy": 0.8962900505902193, |
| "macro avg": { |
| "precision": 0.8530289389067525, |
| "recall": 0.8732245532245533, |
| "f1-score": 0.8623370372991719, |
| "support": 1186.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9001252555266968, |
| "recall": 0.8962900505902193, |
| "f1-score": 0.8977311801866135, |
| "support": 1186.0 |
| } |
| }, |
| "roc_auc": 0.9402564102564102, |
| "average_precision": 0.8724329600938515 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.6245368719100952, |
| "accuracy": 0.9097807757166948, |
| "precision": 0.8162544169611308, |
| "recall": 0.8076923076923077, |
| "f1": 0.81195079086116, |
| "confusion_matrix": [ |
| [ |
| 848, |
| 52 |
| ], |
| [ |
| 55, |
| 231 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9390919158361019, |
| "recall": 0.9422222222222222, |
| "f1-score": 0.9406544647809207, |
| "support": 900.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8162544169611308, |
| "recall": 0.8076923076923077, |
| "f1-score": 0.81195079086116, |
| "support": 286.0 |
| }, |
| "accuracy": 0.9097807757166948, |
| "macro avg": { |
| "precision": 0.8776731663986164, |
| "recall": 0.874957264957265, |
| "f1-score": 0.8763026278210404, |
| "support": 1186.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9094700569168422, |
| "recall": 0.9097807757166948, |
| "f1-score": 0.9096179970397306, |
| "support": 1186.0 |
| } |
| }, |
| "roc_auc": 0.9402564102564102, |
| "average_precision": 0.8724329600938515 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8909426987060998, |
| "precision": 0.7407407407407407, |
| "recall": 0.7659574468085106, |
| "f1": 0.7531380753138075, |
| "confusion_matrix": [ |
| [ |
| 784, |
| 63 |
| ], |
| [ |
| 55, |
| 180 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9344457687723481, |
| "recall": 0.9256198347107438, |
| "f1-score": 0.930011862396204, |
| "support": 847.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7407407407407407, |
| "recall": 0.7659574468085106, |
| "f1-score": 0.7531380753138075, |
| "support": 235.0 |
| }, |
| "accuracy": 0.8909426987060998, |
| "macro avg": { |
| "precision": 0.8375932547565443, |
| "recall": 0.8457886407596272, |
| "f1-score": 0.8415749688550058, |
| "support": 1082.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8923748985436718, |
| "recall": 0.8909426987060998, |
| "f1-score": 0.8915965759226706, |
| "support": 1082.0 |
| } |
| }, |
| "roc_auc": 0.9304202567258661, |
| "average_precision": 0.8201223203360092 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.6245368719100952, |
| "accuracy": 0.8937153419593346, |
| "precision": 0.7586206896551724, |
| "recall": 0.7489361702127659, |
| "f1": 0.7537473233404711, |
| "confusion_matrix": [ |
| [ |
| 791, |
| 56 |
| ], |
| [ |
| 59, |
| 176 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9305882352941176, |
| "recall": 0.9338842975206612, |
| "f1-score": 0.9322333529758398, |
| "support": 847.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7586206896551724, |
| "recall": 0.7489361702127659, |
| "f1-score": 0.7537473233404711, |
| "support": 235.0 |
| }, |
| "accuracy": 0.8937153419593346, |
| "macro avg": { |
| "precision": 0.8446044624746449, |
| "recall": 0.8414102338667135, |
| "f1-score": 0.8429903381581554, |
| "support": 1082.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8932385373041433, |
| "recall": 0.8937153419593346, |
| "f1-score": 0.8934679029164021, |
| "support": 1082.0 |
| } |
| }, |
| "roc_auc": 0.9304202567258661, |
| "average_precision": 0.8201223203360092 |
| } |
| } |
| ] |
| } |
