| { |
| "created_at": "2026-05-29T18:13:08.384805+00:00", |
| "config": { |
| "hf_dataset": "faodl/amis-agri-wheat", |
| "hf_subset": null, |
| "hf_revision": "main", |
| "train_split": "train", |
| "validation_split": "validation", |
| "test_split": "test", |
| "text_col": "chunk_text", |
| "label_col": "label", |
| "group_col": "id", |
| "id_col": "chunk_id", |
| "model_name": "FacebookAI/xlm-roberta-base", |
| "output_dir": "/content/agri-wheat-classifier", |
| "max_length": 256, |
| "learning_rate": 2e-05, |
| "weight_decay": 0.01, |
| "num_train_epochs": 5.0, |
| "per_device_train_batch_size": 16, |
| "per_device_eval_batch_size": 32, |
| "gradient_accumulation_steps": 1, |
| "warmup_ratio": 0.1, |
| "early_stopping_patience": 2, |
| "seed": 42, |
| "metric_for_best_model": "f1", |
| "skip_transformer": false, |
| "skip_baselines": false, |
| "baseline_models": [ |
| "logistic", |
| "xgboost", |
| "embedding-logistic", |
| "embedding-svm", |
| "embedding-lightgbm" |
| ], |
| "tfidf_max_features": 50000, |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "embedding_batch_size": 64, |
| "positive_label_name": "RELEVANT", |
| "negative_label_name": "NOT_RELEVANT", |
| "push_to_hub": false, |
| "hub_model_id": null, |
| "hub_private_repo": false |
| }, |
| "dataset_summary": { |
| "train": { |
| "rows": 3622, |
| "labels": { |
| "0": 2163, |
| "1": 1459 |
| }, |
| "unique_groups": 1850, |
| "text_length_mean": 644.8304803975705, |
| "text_length_median": 518.0 |
| }, |
| "validation": { |
| "rows": 759, |
| "labels": { |
| "0": 486, |
| "1": 273 |
| }, |
| "unique_groups": 396, |
| "text_length_mean": 636.7483530961791, |
| "text_length_median": 511.0 |
| }, |
| "test": { |
| "rows": 762, |
| "labels": { |
| "0": 470, |
| "1": 292 |
| }, |
| "unique_groups": 397, |
| "text_length_mean": 643.2769028871392, |
| "text_length_median": 520.5 |
| } |
| }, |
| "results": [ |
| { |
| "model_type": "logistic_tfidf", |
| "model_name": "logistic", |
| "artifact_dir": "/content/agri-wheat-classifier/baselines/logistic", |
| "artifact_file": "/content/agri-wheat-classifier/baselines/logistic/logistic_tfidf.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.46961394282689456, |
| "f1": 0.7788778877887789, |
| "precision": 0.7087087087087087, |
| "recall": 0.8644688644688645 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8181818181818182, |
| "precision": 0.7184466019417476, |
| "recall": 0.8131868131868132, |
| "f1": 0.7628865979381443, |
| "confusion_matrix": [ |
| [ |
| 399, |
| 87 |
| ], |
| [ |
| 51, |
| 222 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8866666666666667, |
| "recall": 0.8209876543209876, |
| "f1-score": 0.8525641025641025, |
| "support": 486.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7184466019417476, |
| "recall": 0.8131868131868132, |
| "f1-score": 0.7628865979381443, |
| "support": 273.0 |
| }, |
| "accuracy": 0.8181818181818182, |
| "macro avg": { |
| "precision": 0.8025566343042072, |
| "recall": 0.8170872337539004, |
| "f1-score": 0.8077253502511235, |
| "support": 759.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8261606354810239, |
| "recall": 0.8181818181818182, |
| "f1-score": 0.8203085574219594, |
| "support": 759.0 |
| } |
| }, |
| "roc_auc": 0.9070908515352959, |
| "average_precision": 0.8669161076776083 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.46961394282689456, |
| "accuracy": 0.8234519104084321, |
| "precision": 0.7087087087087087, |
| "recall": 0.8644688644688645, |
| "f1": 0.7788778877887789, |
| "confusion_matrix": [ |
| [ |
| 389, |
| 97 |
| ], |
| [ |
| 37, |
| 236 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9131455399061033, |
| "recall": 0.8004115226337448, |
| "f1-score": 0.8530701754385965, |
| "support": 486.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7087087087087087, |
| "recall": 0.8644688644688645, |
| "f1-score": 0.7788778877887789, |
| "support": 273.0 |
| }, |
| "accuracy": 0.8234519104084321, |
| "macro avg": { |
| "precision": 0.810927124307406, |
| "recall": 0.8324401935513046, |
| "f1-score": 0.8159740316136876, |
| "support": 759.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8396129247323368, |
| "recall": 0.8234519104084321, |
| "f1-score": 0.8263844118965672, |
| "support": 759.0 |
| } |
| }, |
| "roc_auc": 0.9070908515352959, |
| "average_precision": 0.8669161076776083 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8031496062992126, |
| "precision": 0.7151515151515152, |
| "recall": 0.8082191780821918, |
| "f1": 0.7588424437299035, |
| "confusion_matrix": [ |
| [ |
| 376, |
| 94 |
| ], |
| [ |
| 56, |
| 236 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8703703703703703, |
| "recall": 0.8, |
| "f1-score": 0.8337028824833703, |
| "support": 470.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7151515151515152, |
| "recall": 0.8082191780821918, |
| "f1-score": 0.7588424437299035, |
| "support": 292.0 |
| }, |
| "accuracy": 0.8031496062992126, |
| "macro avg": { |
| "precision": 0.7927609427609428, |
| "recall": 0.8041095890410959, |
| "f1-score": 0.7962726631066369, |
| "support": 762.0 |
| }, |
| "weighted avg": { |
| "precision": 0.810890179131649, |
| "recall": 0.8031496062992126, |
| "f1-score": 0.8050162051657689, |
| "support": 762.0 |
| } |
| }, |
| "roc_auc": 0.8884727484698338, |
| "average_precision": 0.8272398636840252 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.46961394282689456, |
| "accuracy": 0.7965879265091863, |
| "precision": 0.6876712328767123, |
| "recall": 0.8595890410958904, |
| "f1": 0.7640791476407914, |
| "confusion_matrix": [ |
| [ |
| 356, |
| 114 |
| ], |
| [ |
| 41, |
| 251 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8967254408060453, |
| "recall": 0.7574468085106383, |
| "f1-score": 0.8212226066897347, |
| "support": 470.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6876712328767123, |
| "recall": 0.8595890410958904, |
| "f1-score": 0.7640791476407914, |
| "support": 292.0 |
| }, |
| "accuracy": 0.7965879265091863, |
| "macro avg": { |
| "precision": 0.7921983368413787, |
| "recall": 0.8085179248032643, |
| "f1-score": 0.7926508771652631, |
| "support": 762.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8166154293685581, |
| "recall": 0.7965879265091863, |
| "f1-score": 0.7993251131959139, |
| "support": 762.0 |
| } |
| }, |
| "roc_auc": 0.8884727484698338, |
| "average_precision": 0.8272398636840252 |
| } |
| }, |
| { |
| "model_type": "xgboost_tfidf", |
| "model_name": "xgboost", |
| "artifact_dir": "/content/agri-wheat-classifier/baselines/xgboost", |
| "artifact_file": "/content/agri-wheat-classifier/baselines/xgboost/xgboost_tfidf.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.5195086002349854, |
| "f1": 0.8218181818181818, |
| "precision": 0.8158844765342961, |
| "recall": 0.8278388278388278 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8682476943346509, |
| "precision": 0.8078291814946619, |
| "recall": 0.8315018315018315, |
| "f1": 0.8194945848375451, |
| "confusion_matrix": [ |
| [ |
| 432, |
| 54 |
| ], |
| [ |
| 46, |
| 227 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9037656903765691, |
| "recall": 0.8888888888888888, |
| "f1-score": 0.8962655601659751, |
| "support": 486.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8078291814946619, |
| "recall": 0.8315018315018315, |
| "f1-score": 0.8194945848375451, |
| "support": 273.0 |
| }, |
| "accuracy": 0.8682476943346509, |
| "macro avg": { |
| "precision": 0.8557974359356155, |
| "recall": 0.8601953601953602, |
| "f1-score": 0.8578800725017601, |
| "support": 759.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8692588828340648, |
| "recall": 0.8682476943346509, |
| "f1-score": 0.8686522844549588, |
| "support": 759.0 |
| } |
| }, |
| "roc_auc": 0.9346915087655827, |
| "average_precision": 0.8916128406855647 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.5195086002349854, |
| "accuracy": 0.8708827404479579, |
| "precision": 0.8158844765342961, |
| "recall": 0.8278388278388278, |
| "f1": 0.8218181818181818, |
| "confusion_matrix": [ |
| [ |
| 435, |
| 51 |
| ], |
| [ |
| 47, |
| 226 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9024896265560166, |
| "recall": 0.8950617283950617, |
| "f1-score": 0.8987603305785123, |
| "support": 486.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8158844765342961, |
| "recall": 0.8278388278388278, |
| "f1-score": 0.8218181818181818, |
| "support": 273.0 |
| }, |
| "accuracy": 0.8708827404479579, |
| "macro avg": { |
| "precision": 0.8591870515451563, |
| "recall": 0.8614502781169447, |
| "f1-score": 0.8602892561983471, |
| "support": 759.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8713391575758721, |
| "recall": 0.8708827404479579, |
| "f1-score": 0.8710854865579982, |
| "support": 759.0 |
| } |
| }, |
| "roc_auc": 0.9346915087655827, |
| "average_precision": 0.8916128406855647 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8346456692913385, |
| "precision": 0.7730263157894737, |
| "recall": 0.8047945205479452, |
| "f1": 0.7885906040268457, |
| "confusion_matrix": [ |
| [ |
| 401, |
| 69 |
| ], |
| [ |
| 57, |
| 235 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8755458515283843, |
| "recall": 0.8531914893617021, |
| "f1-score": 0.8642241379310345, |
| "support": 470.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7730263157894737, |
| "recall": 0.8047945205479452, |
| "f1-score": 0.7885906040268457, |
| "support": 292.0 |
| }, |
| "accuracy": 0.8346456692913385, |
| "macro avg": { |
| "precision": 0.824286083658929, |
| "recall": 0.8289930049548236, |
| "f1-score": 0.8264073709789401, |
| "support": 762.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8362601501691166, |
| "recall": 0.8346456692913385, |
| "f1-score": 0.8352412089283795, |
| "support": 762.0 |
| } |
| }, |
| "roc_auc": 0.9103322646458758, |
| "average_precision": 0.8312449743350327 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.5195086002349854, |
| "accuracy": 0.8346456692913385, |
| "precision": 0.7766666666666666, |
| "recall": 0.797945205479452, |
| "f1": 0.7871621621621622, |
| "confusion_matrix": [ |
| [ |
| 403, |
| 67 |
| ], |
| [ |
| 59, |
| 233 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8722943722943723, |
| "recall": 0.8574468085106383, |
| "f1-score": 0.8648068669527897, |
| "support": 470.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7766666666666666, |
| "recall": 0.797945205479452, |
| "f1-score": 0.7871621621621622, |
| "support": 292.0 |
| }, |
| "accuracy": 0.8346456692913385, |
| "macro avg": { |
| "precision": 0.8244805194805195, |
| "recall": 0.8276960069950452, |
| "f1-score": 0.825984514557476, |
| "support": 762.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8356496347047528, |
| "recall": 0.8346456692913385, |
| "f1-score": 0.8350532530435204, |
| "support": 762.0 |
| } |
| }, |
| "roc_auc": 0.9103322646458758, |
| "average_precision": 0.8312449743350327 |
| } |
| }, |
| { |
| "model_type": "embedding-logistic_sentence_embeddings", |
| "model_name": "logistic", |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "artifact_dir": "/content/agri-wheat-classifier/baselines/embedding-logistic", |
| "artifact_file": "/content/agri-wheat-classifier/baselines/embedding-logistic/embedding-logistic.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.521271516877752, |
| "f1": 0.7363184079601991, |
| "precision": 0.6727272727272727, |
| "recall": 0.8131868131868132 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.782608695652174, |
| "precision": 0.6578947368421053, |
| "recall": 0.8241758241758241, |
| "f1": 0.7317073170731707, |
| "confusion_matrix": [ |
| [ |
| 369, |
| 117 |
| ], |
| [ |
| 48, |
| 225 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8848920863309353, |
| "recall": 0.7592592592592593, |
| "f1-score": 0.8172757475083057, |
| "support": 486.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6578947368421053, |
| "recall": 0.8241758241758241, |
| "f1-score": 0.7317073170731707, |
| "support": 273.0 |
| }, |
| "accuracy": 0.782608695652174, |
| "macro avg": { |
| "precision": 0.7713934115865203, |
| "recall": 0.7917175417175417, |
| "f1-score": 0.7744915322907382, |
| "support": 759.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8032448183329766, |
| "recall": 0.782608695652174, |
| "f1-score": 0.7864981697628618, |
| "support": 759.0 |
| } |
| }, |
| "roc_auc": 0.8619213434028248, |
| "average_precision": 0.7798827839342581 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.521271516877752, |
| "accuracy": 0.7905138339920948, |
| "precision": 0.6727272727272727, |
| "recall": 0.8131868131868132, |
| "f1": 0.736318407960199, |
| "confusion_matrix": [ |
| [ |
| 378, |
| 108 |
| ], |
| [ |
| 51, |
| 222 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8811188811188811, |
| "recall": 0.7777777777777778, |
| "f1-score": 0.8262295081967214, |
| "support": 486.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6727272727272727, |
| "recall": 0.8131868131868132, |
| "f1-score": 0.736318407960199, |
| "support": 273.0 |
| }, |
| "accuracy": 0.7905138339920948, |
| "macro avg": { |
| "precision": 0.7769230769230769, |
| "recall": 0.7954822954822955, |
| "f1-score": 0.7812739580784602, |
| "support": 759.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8061637966776306, |
| "recall": 0.7905138339920948, |
| "f1-score": 0.7938899424989999, |
| "support": 759.0 |
| } |
| }, |
| "roc_auc": 0.8619213434028248, |
| "average_precision": 0.7798827839342581 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.7821522309711286, |
| "precision": 0.6993670886075949, |
| "recall": 0.7568493150684932, |
| "f1": 0.7269736842105263, |
| "confusion_matrix": [ |
| [ |
| 375, |
| 95 |
| ], |
| [ |
| 71, |
| 221 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8408071748878924, |
| "recall": 0.7978723404255319, |
| "f1-score": 0.8187772925764192, |
| "support": 470.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6993670886075949, |
| "recall": 0.7568493150684932, |
| "f1-score": 0.7269736842105263, |
| "support": 292.0 |
| }, |
| "accuracy": 0.7821522309711286, |
| "macro avg": { |
| "precision": 0.7700871317477436, |
| "recall": 0.7773608277470125, |
| "f1-score": 0.7728754883934728, |
| "support": 762.0 |
| }, |
| "weighted avg": { |
| "precision": 0.7866070368382246, |
| "recall": 0.7821522309711286, |
| "f1-score": 0.783597957087127, |
| "support": 762.0 |
| } |
| }, |
| "roc_auc": 0.8769309239288836, |
| "average_precision": 0.8205790680541594 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.521271516877752, |
| "accuracy": 0.7887139107611548, |
| "precision": 0.7133550488599348, |
| "recall": 0.75, |
| "f1": 0.7312186978297162, |
| "confusion_matrix": [ |
| [ |
| 382, |
| 88 |
| ], |
| [ |
| 73, |
| 219 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8395604395604396, |
| "recall": 0.8127659574468085, |
| "f1-score": 0.825945945945946, |
| "support": 470.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7133550488599348, |
| "recall": 0.75, |
| "f1-score": 0.7312186978297162, |
| "support": 292.0 |
| }, |
| "accuracy": 0.7887139107611548, |
| "macro avg": { |
| "precision": 0.7764577442101872, |
| "recall": 0.7813829787234042, |
| "f1-score": 0.778582321887831, |
| "support": 762.0 |
| }, |
| "weighted avg": { |
| "precision": 0.7911982688458105, |
| "recall": 0.7887139107611548, |
| "f1-score": 0.7896462655654485, |
| "support": 762.0 |
| } |
| }, |
| "roc_auc": 0.8769309239288836, |
| "average_precision": 0.8205790680541594 |
| } |
| }, |
| { |
| "model_type": "embedding-svm_sentence_embeddings", |
| "model_name": "svm", |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "artifact_dir": "/content/agri-wheat-classifier/baselines/embedding-svm", |
| "artifact_file": "/content/agri-wheat-classifier/baselines/embedding-svm/embedding-svm.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.47291079297616506, |
| "f1": 0.7448275862068966, |
| "precision": 0.7035830618892508, |
| "recall": 0.7912087912087912 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8036890645586298, |
| "precision": 0.7137931034482758, |
| "recall": 0.7582417582417582, |
| "f1": 0.7353463587921847, |
| "confusion_matrix": [ |
| [ |
| 403, |
| 83 |
| ], |
| [ |
| 66, |
| 207 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8592750533049041, |
| "recall": 0.8292181069958847, |
| "f1-score": 0.8439790575916231, |
| "support": 486.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7137931034482758, |
| "recall": 0.7582417582417582, |
| "f1-score": 0.7353463587921847, |
| "support": 273.0 |
| }, |
| "accuracy": 0.8036890645586298, |
| "macro avg": { |
| "precision": 0.78653407837659, |
| "recall": 0.7937299326188214, |
| "f1-score": 0.7896627081919039, |
| "support": 759.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8069475535541011, |
| "recall": 0.8036890645586298, |
| "f1-score": 0.8049056362843152, |
| "support": 759.0 |
| } |
| }, |
| "roc_auc": 0.8689835541687394, |
| "average_precision": 0.7918617140757781 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.47291079297616506, |
| "accuracy": 0.8050065876152833, |
| "precision": 0.7035830618892508, |
| "recall": 0.7912087912087912, |
| "f1": 0.7448275862068966, |
| "confusion_matrix": [ |
| [ |
| 395, |
| 91 |
| ], |
| [ |
| 57, |
| 216 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8738938053097345, |
| "recall": 0.8127572016460906, |
| "f1-score": 0.8422174840085288, |
| "support": 486.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7035830618892508, |
| "recall": 0.7912087912087912, |
| "f1-score": 0.7448275862068966, |
| "support": 273.0 |
| }, |
| "accuracy": 0.8050065876152833, |
| "macro avg": { |
| "precision": 0.7887384335994927, |
| "recall": 0.8019829964274409, |
| "f1-score": 0.7935225351077126, |
| "support": 759.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8126357908778609, |
| "recall": 0.8050065876152833, |
| "f1-score": 0.8071879160245424, |
| "support": 759.0 |
| } |
| }, |
| "roc_auc": 0.8689835541687394, |
| "average_precision": 0.7918617140757781 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8175853018372703, |
| "precision": 0.7781818181818182, |
| "recall": 0.7328767123287672, |
| "f1": 0.7548500881834215, |
| "confusion_matrix": [ |
| [ |
| 409, |
| 61 |
| ], |
| [ |
| 78, |
| 214 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.839835728952772, |
| "recall": 0.8702127659574468, |
| "f1-score": 0.8547544409613375, |
| "support": 470.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7781818181818182, |
| "recall": 0.7328767123287672, |
| "f1-score": 0.7548500881834215, |
| "support": 292.0 |
| }, |
| "accuracy": 0.8175853018372703, |
| "macro avg": { |
| "precision": 0.8090087735672951, |
| "recall": 0.801544739143107, |
| "f1-score": 0.8048022645723795, |
| "support": 762.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8162098208883121, |
| "recall": 0.8175853018372703, |
| "f1-score": 0.8164708832039208, |
| "support": 762.0 |
| } |
| }, |
| "roc_auc": 0.8834814922763043, |
| "average_precision": 0.8241931351812108 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.47291079297616506, |
| "accuracy": 0.8123359580052494, |
| "precision": 0.7577854671280276, |
| "recall": 0.75, |
| "f1": 0.7538726333907056, |
| "confusion_matrix": [ |
| [ |
| 400, |
| 70 |
| ], |
| [ |
| 73, |
| 219 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8456659619450317, |
| "recall": 0.851063829787234, |
| "f1-score": 0.848356309650053, |
| "support": 470.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7577854671280276, |
| "recall": 0.75, |
| "f1-score": 0.7538726333907056, |
| "support": 292.0 |
| }, |
| "accuracy": 0.8123359580052494, |
| "macro avg": { |
| "precision": 0.8017257145365297, |
| "recall": 0.800531914893617, |
| "f1-score": 0.8011144715203793, |
| "support": 762.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8119899718051824, |
| "recall": 0.8123359580052494, |
| "f1-score": 0.8121499665165498, |
| "support": 762.0 |
| } |
| }, |
| "roc_auc": 0.8834814922763043, |
| "average_precision": 0.8241931351812108 |
| } |
| }, |
| { |
| "model_type": "embedding-lightgbm_sentence_embeddings", |
| "model_name": "lightgbm", |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "artifact_dir": "/content/agri-wheat-classifier/baselines/embedding-lightgbm", |
| "artifact_file": "/content/agri-wheat-classifier/baselines/embedding-lightgbm/embedding-lightgbm.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.4330901925282479, |
| "f1": 0.7406143344709898, |
| "precision": 0.6932907348242812, |
| "recall": 0.7948717948717948 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.7905138339920948, |
| "precision": 0.6938775510204082, |
| "recall": 0.7472527472527473, |
| "f1": 0.7195767195767195, |
| "confusion_matrix": [ |
| [ |
| 396, |
| 90 |
| ], |
| [ |
| 69, |
| 204 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8516129032258064, |
| "recall": 0.8148148148148148, |
| "f1-score": 0.832807570977918, |
| "support": 486.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6938775510204082, |
| "recall": 0.7472527472527473, |
| "f1-score": 0.7195767195767195, |
| "support": 273.0 |
| }, |
| "accuracy": 0.7905138339920948, |
| "macro avg": { |
| "precision": 0.7727452271231072, |
| "recall": 0.7810337810337811, |
| "f1-score": 0.7761921452773188, |
| "support": 759.0 |
| }, |
| "weighted avg": { |
| "precision": 0.7948780532230743, |
| "recall": 0.7905138339920948, |
| "f1-score": 0.7920802686952735, |
| "support": 759.0 |
| } |
| }, |
| "roc_auc": 0.8684408869594056, |
| "average_precision": 0.7857728796203002 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.4330901925282479, |
| "accuracy": 0.7997364953886693, |
| "precision": 0.6932907348242812, |
| "recall": 0.7948717948717948, |
| "f1": 0.7406143344709898, |
| "confusion_matrix": [ |
| [ |
| 390, |
| 96 |
| ], |
| [ |
| 56, |
| 217 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.874439461883408, |
| "recall": 0.8024691358024691, |
| "f1-score": 0.8369098712446352, |
| "support": 486.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6932907348242812, |
| "recall": 0.7948717948717948, |
| "f1-score": 0.7406143344709898, |
| "support": 273.0 |
| }, |
| "accuracy": 0.7997364953886693, |
| "macro avg": { |
| "precision": 0.7838650983538447, |
| "recall": 0.7986704653371319, |
| "f1-score": 0.7887621028578125, |
| "support": 759.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8092832003720225, |
| "recall": 0.7997364953886693, |
| "f1-score": 0.8022739271877114, |
| "support": 759.0 |
| } |
| }, |
| "roc_auc": 0.8684408869594056, |
| "average_precision": 0.7857728796203002 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.7979002624671916, |
| "precision": 0.7395833333333334, |
| "recall": 0.7294520547945206, |
| "f1": 0.7344827586206897, |
| "confusion_matrix": [ |
| [ |
| 395, |
| 75 |
| ], |
| [ |
| 79, |
| 213 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8333333333333334, |
| "recall": 0.8404255319148937, |
| "f1-score": 0.836864406779661, |
| "support": 470.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7395833333333334, |
| "recall": 0.7294520547945206, |
| "f1-score": 0.7344827586206897, |
| "support": 292.0 |
| }, |
| "accuracy": 0.7979002624671916, |
| "macro avg": { |
| "precision": 0.7864583333333334, |
| "recall": 0.7849387933547072, |
| "f1-score": 0.7856735827001753, |
| "support": 762.0 |
| }, |
| "weighted avg": { |
| "precision": 0.7974081364829396, |
| "recall": 0.7979002624671916, |
| "f1-score": 0.7976315442305539, |
| "support": 762.0 |
| } |
| }, |
| "roc_auc": 0.8918245409501604, |
| "average_precision": 0.8474870908097023 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.4330901925282479, |
| "accuracy": 0.8057742782152231, |
| "precision": 0.7352941176470589, |
| "recall": 0.7705479452054794, |
| "f1": 0.7525083612040134, |
| "confusion_matrix": [ |
| [ |
| 389, |
| 81 |
| ], |
| [ |
| 67, |
| 225 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8530701754385965, |
| "recall": 0.8276595744680851, |
| "f1-score": 0.8401727861771058, |
| "support": 470.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7352941176470589, |
| "recall": 0.7705479452054794, |
| "f1-score": 0.7525083612040134, |
| "support": 292.0 |
| }, |
| "accuracy": 0.8057742782152231, |
| "macro avg": { |
| "precision": 0.7941821465428277, |
| "recall": 0.7991037598367823, |
| "f1-score": 0.7963405736905596, |
| "support": 762.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8079381427940704, |
| "recall": 0.8057742782152231, |
| "f1-score": 0.8065795944551334, |
| "support": 762.0 |
| } |
| }, |
| "roc_auc": 0.8918245409501604, |
| "average_precision": 0.8474870908097023 |
| } |
| }, |
| { |
| "model_type": "transformer", |
| "model_name": "FacebookAI/xlm-roberta-base", |
| "artifact_dir": "/content/agri-wheat-classifier/transformer", |
| "validation_best_threshold": { |
| "threshold": 0.2030746340751648, |
| "f1": 0.8992805755395683, |
| "precision": 0.8833922261484098, |
| "recall": 0.9157509157509157 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.924901185770751, |
| "precision": 0.8941605839416058, |
| "recall": 0.8974358974358975, |
| "f1": 0.8957952468007313, |
| "confusion_matrix": [ |
| [ |
| 457, |
| 29 |
| ], |
| [ |
| 28, |
| 245 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9422680412371134, |
| "recall": 0.9403292181069959, |
| "f1-score": 0.94129763130793, |
| "support": 486.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8941605839416058, |
| "recall": 0.8974358974358975, |
| "f1-score": 0.8957952468007313, |
| "support": 273.0 |
| }, |
| "accuracy": 0.924901185770751, |
| "macro avg": { |
| "precision": 0.9182143125893596, |
| "recall": 0.9188825577714467, |
| "f1-score": 0.9185464390543306, |
| "support": 759.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9249645684549348, |
| "recall": 0.924901185770751, |
| "f1-score": 0.9249311609911115, |
| "support": 759.0 |
| } |
| }, |
| "roc_auc": 0.9563906600943638, |
| "average_precision": 0.914270669615161 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.2030746340751648, |
| "accuracy": 0.9262187088274044, |
| "precision": 0.8833922261484098, |
| "recall": 0.9157509157509157, |
| "f1": 0.8992805755395683, |
| "confusion_matrix": [ |
| [ |
| 453, |
| 33 |
| ], |
| [ |
| 23, |
| 250 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9516806722689075, |
| "recall": 0.9320987654320988, |
| "f1-score": 0.9417879417879418, |
| "support": 486.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8833922261484098, |
| "recall": 0.9157509157509157, |
| "f1-score": 0.8992805755395683, |
| "support": 273.0 |
| }, |
| "accuracy": 0.9262187088274044, |
| "macro avg": { |
| "precision": 0.9175364492086586, |
| "recall": 0.9239248405915073, |
| "f1-score": 0.920534258663755, |
| "support": 759.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9271184248500723, |
| "recall": 0.9262187088274044, |
| "f1-score": 0.9264987310029535, |
| "support": 759.0 |
| } |
| }, |
| "roc_auc": 0.9563906600943638, |
| "average_precision": 0.914270669615161 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.884514435695538, |
| "precision": 0.8617021276595744, |
| "recall": 0.8321917808219178, |
| "f1": 0.8466898954703833, |
| "confusion_matrix": [ |
| [ |
| 431, |
| 39 |
| ], |
| [ |
| 49, |
| 243 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8979166666666667, |
| "recall": 0.9170212765957447, |
| "f1-score": 0.9073684210526316, |
| "support": 470.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8617021276595744, |
| "recall": 0.8321917808219178, |
| "f1-score": 0.8466898954703833, |
| "support": 292.0 |
| }, |
| "accuracy": 0.884514435695538, |
| "macro avg": { |
| "precision": 0.8798093971631206, |
| "recall": 0.8746065287088313, |
| "f1-score": 0.8770291582615075, |
| "support": 762.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8840391792781221, |
| "recall": 0.884514435695538, |
| "f1-score": 0.8841162826405365, |
| "support": 762.0 |
| } |
| }, |
| "roc_auc": 0.9430960361410667, |
| "average_precision": 0.9145930239314757 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.2030746340751648, |
| "accuracy": 0.889763779527559, |
| "precision": 0.8537414965986394, |
| "recall": 0.8595890410958904, |
| "f1": 0.856655290102389, |
| "confusion_matrix": [ |
| [ |
| 427, |
| 43 |
| ], |
| [ |
| 41, |
| 251 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9123931623931624, |
| "recall": 0.9085106382978724, |
| "f1-score": 0.9104477611940298, |
| "support": 470.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8537414965986394, |
| "recall": 0.8595890410958904, |
| "f1-score": 0.856655290102389, |
| "support": 292.0 |
| }, |
| "accuracy": 0.889763779527559, |
| "macro avg": { |
| "precision": 0.8830673294959008, |
| "recall": 0.8840498396968814, |
| "f1-score": 0.8835515256482094, |
| "support": 762.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8899177209075971, |
| "recall": 0.889763779527559, |
| "f1-score": 0.8898343733216425, |
| "support": 762.0 |
| } |
| }, |
| "roc_auc": 0.9430960361410667, |
| "average_precision": 0.9145930239314757 |
| } |
| } |
| ] |
| } |
