{ "created_at": "2026-06-08T17:42:20.320378+00:00", "config": { "hf_dataset": "faodl/amis-agri-rice", "hf_subset": null, "hf_revision": "main", "train_split": "train", "validation_split": "validation", "test_split": "test", "text_col": "chunk_text", "label_col": "label", "group_col": "id", "id_col": "chunk_id", "model_name": "FacebookAI/xlm-roberta-base", "output_dir": "/content/agri-rice-classifier", "max_length": 256, "learning_rate": 2e-05, "weight_decay": 0.01, "num_train_epochs": 5.0, "per_device_train_batch_size": 16, "per_device_eval_batch_size": 32, "gradient_accumulation_steps": 1, "warmup_ratio": 0.1, "early_stopping_patience": 2, "seed": 42, "metric_for_best_model": "f1", "skip_transformer": false, "skip_baselines": false, "baseline_models": [ "logistic", "xgboost", "embedding-logistic", "embedding-svm", "embedding-lightgbm" ], "tfidf_max_features": 50000, "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "embedding_batch_size": 64, "positive_label_name": "RELEVANT", "negative_label_name": "NOT_RELEVANT", "push_to_hub": true, "hub_model_id": "faodl/agri-rice-classifier", "hub_private_repo": false }, "dataset_summary": { "train": { "rows": 4823, "labels": { "0": 3873, "1": 950 }, "unique_groups": 2128, "text_length_mean": 711.6257516068837, "text_length_median": 795.0 }, "validation": { "rows": 1071, "labels": { "0": 846, "1": 225 }, "unique_groups": 456, "text_length_mean": 702.1774042950514, "text_length_median": 795.0 }, "test": { "rows": 954, "labels": { "0": 772, "1": 182 }, "unique_groups": 457, "text_length_mean": 694.3155136268343, "text_length_median": 794.0 } }, "results": [ { "model_type": "logistic_tfidf", "model_name": "logistic", "artifact_dir": "/content/agri-rice-classifier/baselines/logistic", "artifact_file": "/content/agri-rice-classifier/baselines/logistic/logistic_tfidf.joblib", "validation_best_threshold": { "threshold": 0.5166049612503174, "f1": 0.8823529411764707, "precision": 0.8986175115207373, "recall": 0.8666666666666667 }, "validation_default_0_5": { "threshold": 0.5, "accuracy": 0.9477124183006536, "precision": 0.8823529411764706, "recall": 0.8666666666666667, "f1": 0.874439461883408, "confusion_matrix": [ [ 820, 26 ], [ 30, 195 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9647058823529412, "recall": 0.9692671394799054, "f1-score": 0.9669811320754716, "support": 846.0 }, "RELEVANT": { "precision": 0.8823529411764706, "recall": 0.8666666666666667, "f1-score": 0.874439461883408, "support": 225.0 }, "accuracy": 0.9477124183006536, "macro avg": { "precision": 0.9235294117647059, "recall": 0.917966903073286, "f1-score": 0.9207102969794398, "support": 1071.0 }, "weighted avg": { "precision": 0.9474048442906574, "recall": 0.9477124183006536, "f1-score": 0.9475396047241978, "support": 1071.0 } }, "roc_auc": 0.9576674546887313, "average_precision": 0.9257240492333769 }, "validation_optimal_threshold": { "threshold": 0.5166049612503174, "accuracy": 0.9514472455648926, "precision": 0.8986175115207373, "recall": 0.8666666666666667, "f1": 0.8823529411764706, "confusion_matrix": [ [ 824, 22 ], [ 30, 195 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9648711943793911, "recall": 0.9739952718676123, "f1-score": 0.9694117647058823, "support": 846.0 }, "RELEVANT": { "precision": 0.8986175115207373, "recall": 0.8666666666666667, "f1-score": 0.8823529411764706, "support": 225.0 }, "accuracy": 0.9514472455648926, "macro avg": { "precision": 0.9317443529500642, "recall": 0.9203309692671395, "f1-score": 0.9258823529411764, "support": 1071.0 }, "weighted avg": { "precision": 0.9509523534426991, "recall": 0.9514472455648926, "f1-score": 0.9511220958971823, "support": 1071.0 } }, "roc_auc": 0.9576674546887313, "average_precision": 0.9257240492333769 }, "test_default_0_5": { "threshold": 0.5, "accuracy": 0.9423480083857443, "precision": 0.8290155440414507, "recall": 0.8791208791208791, "f1": 0.8533333333333334, "confusion_matrix": [ [ 739, 33 ], [ 22, 160 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9710906701708278, "recall": 0.9572538860103627, "f1-score": 0.964122635355512, "support": 772.0 }, "RELEVANT": { "precision": 0.8290155440414507, "recall": 0.8791208791208791, "f1-score": 0.8533333333333334, "support": 182.0 }, "accuracy": 0.9423480083857443, "macro avg": { "precision": 0.9000531071061393, "recall": 0.9181873825656208, "f1-score": 0.9087279843444227, "support": 954.0 }, "weighted avg": { "precision": 0.9439861911817853, "recall": 0.9423480083857443, "f1-score": 0.9429867307768572, "support": 954.0 } }, "roc_auc": 0.962591812332745, "average_precision": 0.8933034660295538 }, "test_optimal_threshold": { "threshold": 0.5166049612503174, "accuracy": 0.9423480083857443, "precision": 0.8324607329842932, "recall": 0.8736263736263736, "f1": 0.8525469168900804, "confusion_matrix": [ [ 740, 32 ], [ 23, 159 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9698558322411533, "recall": 0.9585492227979274, "f1-score": 0.9641693811074918, "support": 772.0 }, "RELEVANT": { "precision": 0.8324607329842932, "recall": 0.8736263736263736, "f1-score": 0.8525469168900804, "support": 182.0 }, "accuracy": 0.9423480083857443, "macro avg": { "precision": 0.9011582826127233, "recall": 0.9160877982121505, "f1-score": 0.9083581489987862, "support": 954.0 }, "weighted avg": { "precision": 0.9436441885674127, "recall": 0.9423480083857443, "f1-score": 0.9428745294433736, "support": 954.0 } }, "roc_auc": 0.962591812332745, "average_precision": 0.8933034660295538 } }, { "model_type": "xgboost_tfidf", "model_name": "xgboost", "artifact_dir": "/content/agri-rice-classifier/baselines/xgboost", "artifact_file": "/content/agri-rice-classifier/baselines/xgboost/xgboost_tfidf.joblib", "validation_best_threshold": { "threshold": 0.5216476917266846, "f1": 0.8986784140969163, "precision": 0.8908296943231441, "recall": 0.9066666666666666 }, "validation_default_0_5": { "threshold": 0.5, "accuracy": 0.9570494864612512, "precision": 0.8908296943231441, "recall": 0.9066666666666666, "f1": 0.8986784140969163, "confusion_matrix": [ [ 821, 25 ], [ 21, 204 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9750593824228029, "recall": 0.9704491725768322, "f1-score": 0.9727488151658767, "support": 846.0 }, "RELEVANT": { "precision": 0.8908296943231441, "recall": 0.9066666666666666, "f1-score": 0.8986784140969163, "support": 225.0 }, "accuracy": 0.9570494864612512, "macro avg": { "precision": 0.9329445383729735, "recall": 0.9385579196217494, "f1-score": 0.9357136146313965, "support": 1071.0 }, "weighted avg": { "precision": 0.9573640697968241, "recall": 0.9570494864612512, "f1-score": 0.9571878065379439, "support": 1071.0 } }, "roc_auc": 0.9754058313632782, "average_precision": 0.9466449543295512 }, "validation_optimal_threshold": { "threshold": 0.5216476917266846, "accuracy": 0.9570494864612512, "precision": 0.8908296943231441, "recall": 0.9066666666666666, "f1": 0.8986784140969163, "confusion_matrix": [ [ 821, 25 ], [ 21, 204 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9750593824228029, "recall": 0.9704491725768322, "f1-score": 0.9727488151658767, "support": 846.0 }, "RELEVANT": { "precision": 0.8908296943231441, "recall": 0.9066666666666666, "f1-score": 0.8986784140969163, "support": 225.0 }, "accuracy": 0.9570494864612512, "macro avg": { "precision": 0.9329445383729735, "recall": 0.9385579196217494, "f1-score": 0.9357136146313965, "support": 1071.0 }, "weighted avg": { "precision": 0.9573640697968241, "recall": 0.9570494864612512, "f1-score": 0.9571878065379439, "support": 1071.0 } }, "roc_auc": 0.9754058313632782, "average_precision": 0.9466449543295512 }, "test_default_0_5": { "threshold": 0.5, "accuracy": 0.949685534591195, "precision": 0.8722222222222222, "recall": 0.8626373626373627, "f1": 0.8674033149171271, "confusion_matrix": [ [ 749, 23 ], [ 25, 157 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9677002583979328, "recall": 0.9702072538860104, "f1-score": 0.9689521345407504, "support": 772.0 }, "RELEVANT": { "precision": 0.8722222222222222, "recall": 0.8626373626373627, "f1-score": 0.8674033149171271, "support": 182.0 }, "accuracy": 0.949685534591195, "macro avg": { "precision": 0.9199612403100775, "recall": 0.9164223082616865, "f1-score": 0.9181777247289387, "support": 954.0 }, "weighted avg": { "precision": 0.9494853709933423, "recall": 0.949685534591195, "f1-score": 0.9495790892876064, "support": 954.0 } }, "roc_auc": 0.9795343904799864, "average_precision": 0.9359265892012947 }, "test_optimal_threshold": { "threshold": 0.5216476917266846, "accuracy": 0.950733752620545, "precision": 0.8813559322033898, "recall": 0.8571428571428571, "f1": 0.8690807799442897, "confusion_matrix": [ [ 751, 21 ], [ 26, 156 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9665379665379665, "recall": 0.9727979274611399, "f1-score": 0.9696578437701743, "support": 772.0 }, "RELEVANT": { "precision": 0.8813559322033898, "recall": 0.8571428571428571, "f1-score": 0.8690807799442897, "support": 182.0 }, "accuracy": 0.950733752620545, "macro avg": { "precision": 0.9239469493706782, "recall": 0.9149703923019985, "f1-score": 0.9193693118572319, "support": 954.0 }, "weighted avg": { "precision": 0.9502873058997139, "recall": 0.950733752620545, "f1-score": 0.9504701858914417, "support": 954.0 } }, "roc_auc": 0.9795343904799864, "average_precision": 0.9359265892012947 } }, { "model_type": "embedding-logistic_sentence_embeddings", "model_name": "logistic", "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "artifact_dir": "/content/agri-rice-classifier/baselines/embedding-logistic", "artifact_file": "/content/agri-rice-classifier/baselines/embedding-logistic/embedding-logistic.joblib", "validation_best_threshold": { "threshold": 0.6169561147689819, "f1": 0.8927789934354485, "precision": 0.8793103448275862, "recall": 0.9066666666666666 }, "validation_default_0_5": { "threshold": 0.5, "accuracy": 0.9449112978524743, "precision": 0.8267716535433071, "recall": 0.9333333333333333, "f1": 0.8768267223382046, "confusion_matrix": [ [ 802, 44 ], [ 15, 210 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.981640146878825, "recall": 0.9479905437352246, "f1-score": 0.9645219482862297, "support": 846.0 }, "RELEVANT": { "precision": 0.8267716535433071, "recall": 0.9333333333333333, "f1-score": 0.8768267223382046, "support": 225.0 }, "accuracy": 0.9449112978524743, "macro avg": { "precision": 0.9042059002110661, "recall": 0.9406619385342789, "f1-score": 0.9206743353122171, "support": 1071.0 }, "weighted avg": { "precision": 0.9491047491192623, "recall": 0.9449112978524743, "f1-score": 0.946098581490426, "support": 1071.0 } }, "roc_auc": 0.9781770422905175, "average_precision": 0.9104471711526795 }, "validation_optimal_threshold": { "threshold": 0.6169561147689819, "accuracy": 0.954248366013072, "precision": 0.8793103448275862, "recall": 0.9066666666666666, "f1": 0.8927789934354485, "confusion_matrix": [ [ 818, 28 ], [ 21, 204 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9749702026221693, "recall": 0.966903073286052, "f1-score": 0.970919881305638, "support": 846.0 }, "RELEVANT": { "precision": 0.8793103448275862, "recall": 0.9066666666666666, "f1-score": 0.8927789934354485, "support": 225.0 }, "accuracy": 0.954248366013072, "macro avg": { "precision": 0.9271402737248777, "recall": 0.9367848699763592, "f1-score": 0.9318494373705433, "support": 1071.0 }, "weighted avg": { "precision": 0.9548735938417946, "recall": 0.954248366013072, "f1-score": 0.9545037283917327, "support": 1071.0 } }, "roc_auc": 0.9781770422905175, "average_precision": 0.9104471711526795 }, "test_default_0_5": { "threshold": 0.5, "accuracy": 0.9538784067085954, "precision": 0.8317307692307693, "recall": 0.9505494505494505, "f1": 0.8871794871794871, "confusion_matrix": [ [ 737, 35 ], [ 9, 173 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9879356568364611, "recall": 0.9546632124352331, "f1-score": 0.9710144927536232, "support": 772.0 }, "RELEVANT": { "precision": 0.8317307692307693, "recall": 0.9505494505494505, "f1-score": 0.8871794871794871, "support": 182.0 }, "accuracy": 0.9538784067085954, "macro avg": { "precision": 0.9098332130336152, "recall": 0.9526063314923419, "f1-score": 0.9290969899665551, "support": 954.0 }, "weighted avg": { "precision": 0.9581355629745786, "recall": 0.9538784067085954, "f1-score": 0.9550208124449306, "support": 954.0 } }, "roc_auc": 0.9822211467289188, "average_precision": 0.9298022550876175 }, "test_optimal_threshold": { "threshold": 0.6169561147689819, "accuracy": 0.9538784067085954, "precision": 0.845, "recall": 0.9285714285714286, "f1": 0.8848167539267016, "confusion_matrix": [ [ 741, 31 ], [ 13, 169 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9827586206896551, "recall": 0.9598445595854922, "f1-score": 0.9711664482306684, "support": 772.0 }, "RELEVANT": { "precision": 0.845, "recall": 0.9285714285714286, "f1-score": 0.8848167539267016, "support": 182.0 }, "accuracy": 0.9538784067085954, "macro avg": { "precision": 0.9138793103448275, "recall": 0.9442079940784605, "f1-score": 0.9279916010786851, "support": 954.0 }, "weighted avg": { "precision": 0.9564776259668907, "recall": 0.9538784067085954, "f1-score": 0.9546930264661799, "support": 954.0 } }, "roc_auc": 0.9822211467289188, "average_precision": 0.9298022550876175 } }, { "model_type": "embedding-svm_sentence_embeddings", "model_name": "svm", "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "artifact_dir": "/content/agri-rice-classifier/baselines/embedding-svm", "artifact_file": "/content/agri-rice-classifier/baselines/embedding-svm/embedding-svm.joblib", "validation_best_threshold": { "threshold": 0.49605155880400337, "f1": 0.8853211009174311, "precision": 0.9146919431279621, "recall": 0.8577777777777778 }, "validation_default_0_5": { "threshold": 0.5, "accuracy": 0.9523809523809523, "precision": 0.9142857142857143, "recall": 0.8533333333333334, "f1": 0.8827586206896552, "confusion_matrix": [ [ 828, 18 ], [ 33, 192 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9616724738675958, "recall": 0.9787234042553191, "f1-score": 0.9701230228471002, "support": 846.0 }, "RELEVANT": { "precision": 0.9142857142857143, "recall": 0.8533333333333334, "f1-score": 0.8827586206896552, "support": 225.0 }, "accuracy": 0.9523809523809523, "macro avg": { "precision": 0.937979094076655, "recall": 0.9160283687943263, "f1-score": 0.9264408217683777, "support": 1071.0 }, "weighted avg": { "precision": 0.9517172722747635, "recall": 0.9523809523809523, "f1-score": 0.951769156847637, "support": 1071.0 } }, "roc_auc": 0.9773785132650381, "average_precision": 0.9077450694103198 }, "validation_optimal_threshold": { "threshold": 0.49605155880400337, "accuracy": 0.9533146591970122, "precision": 0.9146919431279621, "recall": 0.8577777777777778, "f1": 0.8853211009174312, "confusion_matrix": [ [ 828, 18 ], [ 32, 193 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9627906976744186, "recall": 0.9787234042553191, "f1-score": 0.9706916764361079, "support": 846.0 }, "RELEVANT": { "precision": 0.9146919431279621, "recall": 0.8577777777777778, "f1-score": 0.8853211009174312, "support": 225.0 }, "accuracy": 0.9533146591970122, "macro avg": { "precision": 0.9387413204011903, "recall": 0.9182505910165484, "f1-score": 0.9280063886767695, "support": 1071.0 }, "weighted avg": { "precision": 0.952685917307516, "recall": 0.9533146591970122, "f1-score": 0.952756681579243, "support": 1071.0 } }, "roc_auc": 0.9773785132650381, "average_precision": 0.9077450694103198 }, "test_default_0_5": { "threshold": 0.5, "accuracy": 0.949685534591195, "precision": 0.8722222222222222, "recall": 0.8626373626373627, "f1": 0.8674033149171271, "confusion_matrix": [ [ 749, 23 ], [ 25, 157 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9677002583979328, "recall": 0.9702072538860104, "f1-score": 0.9689521345407504, "support": 772.0 }, "RELEVANT": { "precision": 0.8722222222222222, "recall": 0.8626373626373627, "f1-score": 0.8674033149171271, "support": 182.0 }, "accuracy": 0.949685534591195, "macro avg": { "precision": 0.9199612403100775, "recall": 0.9164223082616865, "f1-score": 0.9181777247289387, "support": 954.0 }, "weighted avg": { "precision": 0.9494853709933423, "recall": 0.949685534591195, "f1-score": 0.9495790892876064, "support": 954.0 } }, "roc_auc": 0.9831108011159824, "average_precision": 0.9380689191976834 }, "test_optimal_threshold": { "threshold": 0.49605155880400337, "accuracy": 0.949685534591195, "precision": 0.8722222222222222, "recall": 0.8626373626373627, "f1": 0.8674033149171271, "confusion_matrix": [ [ 749, 23 ], [ 25, 157 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9677002583979328, "recall": 0.9702072538860104, "f1-score": 0.9689521345407504, "support": 772.0 }, "RELEVANT": { "precision": 0.8722222222222222, "recall": 0.8626373626373627, "f1-score": 0.8674033149171271, "support": 182.0 }, "accuracy": 0.949685534591195, "macro avg": { "precision": 0.9199612403100775, "recall": 0.9164223082616865, "f1-score": 0.9181777247289387, "support": 954.0 }, "weighted avg": { "precision": 0.9494853709933423, "recall": 0.949685534591195, "f1-score": 0.9495790892876064, "support": 954.0 } }, "roc_auc": 0.9831108011159824, "average_precision": 0.9380689191976834 } }, { "model_type": "embedding-lightgbm_sentence_embeddings", "model_name": "lightgbm", "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", "artifact_dir": "/content/agri-rice-classifier/baselines/embedding-lightgbm", "artifact_file": "/content/agri-rice-classifier/baselines/embedding-lightgbm/embedding-lightgbm.joblib", "validation_best_threshold": { "threshold": 0.036561767213646464, "f1": 0.8922413793103449, "precision": 0.8661087866108786, "recall": 0.92 }, "validation_default_0_5": { "threshold": 0.5, "accuracy": 0.9467787114845938, "precision": 0.9, "recall": 0.84, "f1": 0.8689655172413793, "confusion_matrix": [ [ 825, 21 ], [ 36, 189 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9581881533101045, "recall": 0.975177304964539, "f1-score": 0.9666080843585237, "support": 846.0 }, "RELEVANT": { "precision": 0.9, "recall": 0.84, "f1-score": 0.8689655172413793, "support": 225.0 }, "accuracy": 0.9467787114845938, "macro avg": { "precision": 0.9290940766550523, "recall": 0.9075886524822695, "f1-score": 0.9177868007999515, "support": 1071.0 }, "weighted avg": { "precision": 0.9459637513542002, "recall": 0.9467787114845938, "f1-score": 0.9460949400061824, "support": 1071.0 } }, "roc_auc": 0.9787864460204886, "average_precision": 0.9219057648667667 }, "validation_optimal_threshold": { "threshold": 0.036561767213646464, "accuracy": 0.9533146591970122, "precision": 0.8661087866108786, "recall": 0.92, "f1": 0.8922413793103449, "confusion_matrix": [ [ 814, 32 ], [ 18, 207 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9783653846153846, "recall": 0.9621749408983451, "f1-score": 0.9702026221692491, "support": 846.0 }, "RELEVANT": { "precision": 0.8661087866108786, "recall": 0.92, "f1-score": 0.8922413793103449, "support": 225.0 }, "accuracy": 0.9533146591970122, "macro avg": { "precision": 0.9222370856131317, "recall": 0.9410874704491725, "f1-score": 0.931222000739797, "support": 1071.0 }, "weighted avg": { "precision": 0.954782065706875, "recall": 0.9533146591970122, "f1-score": 0.9538242098039331, "support": 1071.0 } }, "roc_auc": 0.9787864460204886, "average_precision": 0.9219057648667667 }, "test_default_0_5": { "threshold": 0.5, "accuracy": 0.9528301886792453, "precision": 0.8784530386740331, "recall": 0.8736263736263736, "f1": 0.8760330578512396, "confusion_matrix": [ [ 750, 22 ], [ 23, 159 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9702457956015524, "recall": 0.9715025906735751, "f1-score": 0.970873786407767, "support": 772.0 }, "RELEVANT": { "precision": 0.8784530386740331, "recall": 0.8736263736263736, "f1-score": 0.8760330578512396, "support": 182.0 }, "accuracy": 0.9528301886792453, "macro avg": { "precision": 0.9243494171377928, "recall": 0.9225644821499743, "f1-score": 0.9234534221295033, "support": 954.0 }, "weighted avg": { "precision": 0.9527339698564702, "recall": 0.9528301886792453, "f1-score": 0.9527804817984504, "support": 954.0 } }, "roc_auc": 0.9795877697432102, "average_precision": 0.934966704037013 }, "test_optimal_threshold": { "threshold": 0.036561767213646464, "accuracy": 0.9475890985324947, "precision": 0.8142857142857143, "recall": 0.9395604395604396, "f1": 0.8724489795918368, "confusion_matrix": [ [ 733, 39 ], [ 11, 171 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9852150537634409, "recall": 0.9494818652849741, "f1-score": 0.9670184696569921, "support": 772.0 }, "RELEVANT": { "precision": 0.8142857142857143, "recall": 0.9395604395604396, "f1-score": 0.8724489795918368, "support": 182.0 }, "accuracy": 0.9475890985324947, "macro avg": { "precision": 0.8997503840245775, "recall": 0.9445211524227068, "f1-score": 0.9197337246244144, "support": 954.0 }, "weighted avg": { "precision": 0.9526058925632875, "recall": 0.9475890985324947, "f1-score": 0.9489769107556731, "support": 954.0 } }, "roc_auc": 0.9795877697432102, "average_precision": 0.934966704037013 } }, { "model_type": "transformer", "model_name": "FacebookAI/xlm-roberta-base", "artifact_dir": "/content/agri-rice-classifier/transformer", "validation_best_threshold": { "threshold": 0.9655115008354187, "f1": 0.9094922737306843, "precision": 0.9035087719298246, "recall": 0.9155555555555556 }, "validation_default_0_5": { "threshold": 0.5, "accuracy": 0.9598506069094305, "precision": 0.8888888888888888, "recall": 0.9244444444444444, "f1": 0.906318082788671, "confusion_matrix": [ [ 820, 26 ], [ 17, 208 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9796893667861409, "recall": 0.9692671394799054, "f1-score": 0.9744503862150921, "support": 846.0 }, "RELEVANT": { "precision": 0.8888888888888888, "recall": 0.9244444444444444, "f1-score": 0.906318082788671, "support": 225.0 }, "accuracy": 0.9598506069094305, "macro avg": { "precision": 0.9342891278375149, "recall": 0.946855791962175, "f1-score": 0.9403842345018816, "support": 1071.0 }, "weighted avg": { "precision": 0.9606136361354577, "recall": 0.9598506069094305, "f1-score": 0.9601368770918943, "support": 1071.0 } }, "roc_auc": 0.9767139479905437, "average_precision": 0.9177965690902391 }, "validation_optimal_threshold": { "threshold": 0.9655115008354187, "accuracy": 0.96171802054155, "precision": 0.9035087719298246, "recall": 0.9155555555555556, "f1": 0.9094922737306843, "confusion_matrix": [ [ 824, 22 ], [ 19, 206 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9774614472123369, "recall": 0.9739952718676123, "f1-score": 0.9757252812314979, "support": 846.0 }, "RELEVANT": { "precision": 0.9035087719298246, "recall": 0.9155555555555556, "f1-score": 0.9094922737306843, "support": 225.0 }, "accuracy": 0.96171802054155, "macro avg": { "precision": 0.9404851095710807, "recall": 0.9447754137115839, "f1-score": 0.9426087774810912, "support": 1071.0 }, "weighted avg": { "precision": 0.9619251708924813, "recall": 0.96171802054155, "f1-score": 0.9618107838573774, "support": 1071.0 } }, "roc_auc": 0.9767139479905437, "average_precision": 0.9177965690902391 }, "test_default_0_5": { "threshold": 0.5, "accuracy": 0.9622641509433962, "precision": 0.8762886597938144, "recall": 0.9340659340659341, "f1": 0.9042553191489362, "confusion_matrix": [ [ 748, 24 ], [ 12, 170 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9842105263157894, "recall": 0.9689119170984456, "f1-score": 0.9765013054830287, "support": 772.0 }, "RELEVANT": { "precision": 0.8762886597938144, "recall": 0.9340659340659341, "f1-score": 0.9042553191489362, "support": 182.0 }, "accuracy": 0.9622641509433962, "macro avg": { "precision": 0.9302495930548019, "recall": 0.9514889255821899, "f1-score": 0.9403783123159825, "support": 954.0 }, "weighted avg": { "precision": 0.9636216586983894, "recall": 0.9622641509433962, "f1-score": 0.9627185282159378, "support": 954.0 } }, "roc_auc": 0.9898864089278597, "average_precision": 0.9718140497154163 }, "test_optimal_threshold": { "threshold": 0.9655115008354187, "accuracy": 0.9612159329140462, "precision": 0.9005524861878453, "recall": 0.8956043956043956, "f1": 0.8980716253443526, "confusion_matrix": [ [ 754, 18 ], [ 19, 163 ] ], "classification_report": { "NOT_RELEVANT": { "precision": 0.9754204398447607, "recall": 0.9766839378238342, "f1-score": 0.976051779935275, "support": 772.0 }, "RELEVANT": { "precision": 0.9005524861878453, "recall": 0.8956043956043956, "f1-score": 0.8980716253443526, "support": 182.0 }, "accuracy": 0.9612159329140462, "macro avg": { "precision": 0.9379864630163031, "recall": 0.9361441667141149, "f1-score": 0.9370617026398138, "support": 954.0 }, "weighted avg": { "precision": 0.9611374549752023, "recall": 0.9612159329140462, "f1-score": 0.9611750628120591, "support": 954.0 } }, "roc_auc": 0.9898864089278597, "average_precision": 0.9718140497154163 } } ] }