| { |
| "created_at": "2026-06-08T17:42:20.320378+00:00", |
| "config": { |
| "hf_dataset": "faodl/amis-agri-rice", |
| "hf_subset": null, |
| "hf_revision": "main", |
| "train_split": "train", |
| "validation_split": "validation", |
| "test_split": "test", |
| "text_col": "chunk_text", |
| "label_col": "label", |
| "group_col": "id", |
| "id_col": "chunk_id", |
| "model_name": "FacebookAI/xlm-roberta-base", |
| "output_dir": "/content/agri-rice-classifier", |
| "max_length": 256, |
| "learning_rate": 2e-05, |
| "weight_decay": 0.01, |
| "num_train_epochs": 5.0, |
| "per_device_train_batch_size": 16, |
| "per_device_eval_batch_size": 32, |
| "gradient_accumulation_steps": 1, |
| "warmup_ratio": 0.1, |
| "early_stopping_patience": 2, |
| "seed": 42, |
| "metric_for_best_model": "f1", |
| "skip_transformer": false, |
| "skip_baselines": false, |
| "baseline_models": [ |
| "logistic", |
| "xgboost", |
| "embedding-logistic", |
| "embedding-svm", |
| "embedding-lightgbm" |
| ], |
| "tfidf_max_features": 50000, |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "embedding_batch_size": 64, |
| "positive_label_name": "RELEVANT", |
| "negative_label_name": "NOT_RELEVANT", |
| "push_to_hub": true, |
| "hub_model_id": "faodl/agri-rice-classifier", |
| "hub_private_repo": false |
| }, |
| "dataset_summary": { |
| "train": { |
| "rows": 4823, |
| "labels": { |
| "0": 3873, |
| "1": 950 |
| }, |
| "unique_groups": 2128, |
| "text_length_mean": 711.6257516068837, |
| "text_length_median": 795.0 |
| }, |
| "validation": { |
| "rows": 1071, |
| "labels": { |
| "0": 846, |
| "1": 225 |
| }, |
| "unique_groups": 456, |
| "text_length_mean": 702.1774042950514, |
| "text_length_median": 795.0 |
| }, |
| "test": { |
| "rows": 954, |
| "labels": { |
| "0": 772, |
| "1": 182 |
| }, |
| "unique_groups": 457, |
| "text_length_mean": 694.3155136268343, |
| "text_length_median": 794.0 |
| } |
| }, |
| "results": [ |
| { |
| "model_type": "logistic_tfidf", |
| "model_name": "logistic", |
| "artifact_dir": "/content/agri-rice-classifier/baselines/logistic", |
| "artifact_file": "/content/agri-rice-classifier/baselines/logistic/logistic_tfidf.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.5166049612503174, |
| "f1": 0.8823529411764707, |
| "precision": 0.8986175115207373, |
| "recall": 0.8666666666666667 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9477124183006536, |
| "precision": 0.8823529411764706, |
| "recall": 0.8666666666666667, |
| "f1": 0.874439461883408, |
| "confusion_matrix": [ |
| [ |
| 820, |
| 26 |
| ], |
| [ |
| 30, |
| 195 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9647058823529412, |
| "recall": 0.9692671394799054, |
| "f1-score": 0.9669811320754716, |
| "support": 846.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8823529411764706, |
| "recall": 0.8666666666666667, |
| "f1-score": 0.874439461883408, |
| "support": 225.0 |
| }, |
| "accuracy": 0.9477124183006536, |
| "macro avg": { |
| "precision": 0.9235294117647059, |
| "recall": 0.917966903073286, |
| "f1-score": 0.9207102969794398, |
| "support": 1071.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9474048442906574, |
| "recall": 0.9477124183006536, |
| "f1-score": 0.9475396047241978, |
| "support": 1071.0 |
| } |
| }, |
| "roc_auc": 0.9576674546887313, |
| "average_precision": 0.9257240492333769 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.5166049612503174, |
| "accuracy": 0.9514472455648926, |
| "precision": 0.8986175115207373, |
| "recall": 0.8666666666666667, |
| "f1": 0.8823529411764706, |
| "confusion_matrix": [ |
| [ |
| 824, |
| 22 |
| ], |
| [ |
| 30, |
| 195 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9648711943793911, |
| "recall": 0.9739952718676123, |
| "f1-score": 0.9694117647058823, |
| "support": 846.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8986175115207373, |
| "recall": 0.8666666666666667, |
| "f1-score": 0.8823529411764706, |
| "support": 225.0 |
| }, |
| "accuracy": 0.9514472455648926, |
| "macro avg": { |
| "precision": 0.9317443529500642, |
| "recall": 0.9203309692671395, |
| "f1-score": 0.9258823529411764, |
| "support": 1071.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9509523534426991, |
| "recall": 0.9514472455648926, |
| "f1-score": 0.9511220958971823, |
| "support": 1071.0 |
| } |
| }, |
| "roc_auc": 0.9576674546887313, |
| "average_precision": 0.9257240492333769 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9423480083857443, |
| "precision": 0.8290155440414507, |
| "recall": 0.8791208791208791, |
| "f1": 0.8533333333333334, |
| "confusion_matrix": [ |
| [ |
| 739, |
| 33 |
| ], |
| [ |
| 22, |
| 160 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9710906701708278, |
| "recall": 0.9572538860103627, |
| "f1-score": 0.964122635355512, |
| "support": 772.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8290155440414507, |
| "recall": 0.8791208791208791, |
| "f1-score": 0.8533333333333334, |
| "support": 182.0 |
| }, |
| "accuracy": 0.9423480083857443, |
| "macro avg": { |
| "precision": 0.9000531071061393, |
| "recall": 0.9181873825656208, |
| "f1-score": 0.9087279843444227, |
| "support": 954.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9439861911817853, |
| "recall": 0.9423480083857443, |
| "f1-score": 0.9429867307768572, |
| "support": 954.0 |
| } |
| }, |
| "roc_auc": 0.962591812332745, |
| "average_precision": 0.8933034660295538 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.5166049612503174, |
| "accuracy": 0.9423480083857443, |
| "precision": 0.8324607329842932, |
| "recall": 0.8736263736263736, |
| "f1": 0.8525469168900804, |
| "confusion_matrix": [ |
| [ |
| 740, |
| 32 |
| ], |
| [ |
| 23, |
| 159 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9698558322411533, |
| "recall": 0.9585492227979274, |
| "f1-score": 0.9641693811074918, |
| "support": 772.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8324607329842932, |
| "recall": 0.8736263736263736, |
| "f1-score": 0.8525469168900804, |
| "support": 182.0 |
| }, |
| "accuracy": 0.9423480083857443, |
| "macro avg": { |
| "precision": 0.9011582826127233, |
| "recall": 0.9160877982121505, |
| "f1-score": 0.9083581489987862, |
| "support": 954.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9436441885674127, |
| "recall": 0.9423480083857443, |
| "f1-score": 0.9428745294433736, |
| "support": 954.0 |
| } |
| }, |
| "roc_auc": 0.962591812332745, |
| "average_precision": 0.8933034660295538 |
| } |
| }, |
| { |
| "model_type": "xgboost_tfidf", |
| "model_name": "xgboost", |
| "artifact_dir": "/content/agri-rice-classifier/baselines/xgboost", |
| "artifact_file": "/content/agri-rice-classifier/baselines/xgboost/xgboost_tfidf.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.5216476917266846, |
| "f1": 0.8986784140969163, |
| "precision": 0.8908296943231441, |
| "recall": 0.9066666666666666 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9570494864612512, |
| "precision": 0.8908296943231441, |
| "recall": 0.9066666666666666, |
| "f1": 0.8986784140969163, |
| "confusion_matrix": [ |
| [ |
| 821, |
| 25 |
| ], |
| [ |
| 21, |
| 204 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9750593824228029, |
| "recall": 0.9704491725768322, |
| "f1-score": 0.9727488151658767, |
| "support": 846.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8908296943231441, |
| "recall": 0.9066666666666666, |
| "f1-score": 0.8986784140969163, |
| "support": 225.0 |
| }, |
| "accuracy": 0.9570494864612512, |
| "macro avg": { |
| "precision": 0.9329445383729735, |
| "recall": 0.9385579196217494, |
| "f1-score": 0.9357136146313965, |
| "support": 1071.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9573640697968241, |
| "recall": 0.9570494864612512, |
| "f1-score": 0.9571878065379439, |
| "support": 1071.0 |
| } |
| }, |
| "roc_auc": 0.9754058313632782, |
| "average_precision": 0.9466449543295512 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.5216476917266846, |
| "accuracy": 0.9570494864612512, |
| "precision": 0.8908296943231441, |
| "recall": 0.9066666666666666, |
| "f1": 0.8986784140969163, |
| "confusion_matrix": [ |
| [ |
| 821, |
| 25 |
| ], |
| [ |
| 21, |
| 204 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9750593824228029, |
| "recall": 0.9704491725768322, |
| "f1-score": 0.9727488151658767, |
| "support": 846.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8908296943231441, |
| "recall": 0.9066666666666666, |
| "f1-score": 0.8986784140969163, |
| "support": 225.0 |
| }, |
| "accuracy": 0.9570494864612512, |
| "macro avg": { |
| "precision": 0.9329445383729735, |
| "recall": 0.9385579196217494, |
| "f1-score": 0.9357136146313965, |
| "support": 1071.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9573640697968241, |
| "recall": 0.9570494864612512, |
| "f1-score": 0.9571878065379439, |
| "support": 1071.0 |
| } |
| }, |
| "roc_auc": 0.9754058313632782, |
| "average_precision": 0.9466449543295512 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.949685534591195, |
| "precision": 0.8722222222222222, |
| "recall": 0.8626373626373627, |
| "f1": 0.8674033149171271, |
| "confusion_matrix": [ |
| [ |
| 749, |
| 23 |
| ], |
| [ |
| 25, |
| 157 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9677002583979328, |
| "recall": 0.9702072538860104, |
| "f1-score": 0.9689521345407504, |
| "support": 772.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8722222222222222, |
| "recall": 0.8626373626373627, |
| "f1-score": 0.8674033149171271, |
| "support": 182.0 |
| }, |
| "accuracy": 0.949685534591195, |
| "macro avg": { |
| "precision": 0.9199612403100775, |
| "recall": 0.9164223082616865, |
| "f1-score": 0.9181777247289387, |
| "support": 954.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9494853709933423, |
| "recall": 0.949685534591195, |
| "f1-score": 0.9495790892876064, |
| "support": 954.0 |
| } |
| }, |
| "roc_auc": 0.9795343904799864, |
| "average_precision": 0.9359265892012947 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.5216476917266846, |
| "accuracy": 0.950733752620545, |
| "precision": 0.8813559322033898, |
| "recall": 0.8571428571428571, |
| "f1": 0.8690807799442897, |
| "confusion_matrix": [ |
| [ |
| 751, |
| 21 |
| ], |
| [ |
| 26, |
| 156 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9665379665379665, |
| "recall": 0.9727979274611399, |
| "f1-score": 0.9696578437701743, |
| "support": 772.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8813559322033898, |
| "recall": 0.8571428571428571, |
| "f1-score": 0.8690807799442897, |
| "support": 182.0 |
| }, |
| "accuracy": 0.950733752620545, |
| "macro avg": { |
| "precision": 0.9239469493706782, |
| "recall": 0.9149703923019985, |
| "f1-score": 0.9193693118572319, |
| "support": 954.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9502873058997139, |
| "recall": 0.950733752620545, |
| "f1-score": 0.9504701858914417, |
| "support": 954.0 |
| } |
| }, |
| "roc_auc": 0.9795343904799864, |
| "average_precision": 0.9359265892012947 |
| } |
| }, |
| { |
| "model_type": "embedding-logistic_sentence_embeddings", |
| "model_name": "logistic", |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "artifact_dir": "/content/agri-rice-classifier/baselines/embedding-logistic", |
| "artifact_file": "/content/agri-rice-classifier/baselines/embedding-logistic/embedding-logistic.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.6169561147689819, |
| "f1": 0.8927789934354485, |
| "precision": 0.8793103448275862, |
| "recall": 0.9066666666666666 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9449112978524743, |
| "precision": 0.8267716535433071, |
| "recall": 0.9333333333333333, |
| "f1": 0.8768267223382046, |
| "confusion_matrix": [ |
| [ |
| 802, |
| 44 |
| ], |
| [ |
| 15, |
| 210 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.981640146878825, |
| "recall": 0.9479905437352246, |
| "f1-score": 0.9645219482862297, |
| "support": 846.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8267716535433071, |
| "recall": 0.9333333333333333, |
| "f1-score": 0.8768267223382046, |
| "support": 225.0 |
| }, |
| "accuracy": 0.9449112978524743, |
| "macro avg": { |
| "precision": 0.9042059002110661, |
| "recall": 0.9406619385342789, |
| "f1-score": 0.9206743353122171, |
| "support": 1071.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9491047491192623, |
| "recall": 0.9449112978524743, |
| "f1-score": 0.946098581490426, |
| "support": 1071.0 |
| } |
| }, |
| "roc_auc": 0.9781770422905175, |
| "average_precision": 0.9104471711526795 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.6169561147689819, |
| "accuracy": 0.954248366013072, |
| "precision": 0.8793103448275862, |
| "recall": 0.9066666666666666, |
| "f1": 0.8927789934354485, |
| "confusion_matrix": [ |
| [ |
| 818, |
| 28 |
| ], |
| [ |
| 21, |
| 204 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9749702026221693, |
| "recall": 0.966903073286052, |
| "f1-score": 0.970919881305638, |
| "support": 846.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8793103448275862, |
| "recall": 0.9066666666666666, |
| "f1-score": 0.8927789934354485, |
| "support": 225.0 |
| }, |
| "accuracy": 0.954248366013072, |
| "macro avg": { |
| "precision": 0.9271402737248777, |
| "recall": 0.9367848699763592, |
| "f1-score": 0.9318494373705433, |
| "support": 1071.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9548735938417946, |
| "recall": 0.954248366013072, |
| "f1-score": 0.9545037283917327, |
| "support": 1071.0 |
| } |
| }, |
| "roc_auc": 0.9781770422905175, |
| "average_precision": 0.9104471711526795 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9538784067085954, |
| "precision": 0.8317307692307693, |
| "recall": 0.9505494505494505, |
| "f1": 0.8871794871794871, |
| "confusion_matrix": [ |
| [ |
| 737, |
| 35 |
| ], |
| [ |
| 9, |
| 173 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9879356568364611, |
| "recall": 0.9546632124352331, |
| "f1-score": 0.9710144927536232, |
| "support": 772.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8317307692307693, |
| "recall": 0.9505494505494505, |
| "f1-score": 0.8871794871794871, |
| "support": 182.0 |
| }, |
| "accuracy": 0.9538784067085954, |
| "macro avg": { |
| "precision": 0.9098332130336152, |
| "recall": 0.9526063314923419, |
| "f1-score": 0.9290969899665551, |
| "support": 954.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9581355629745786, |
| "recall": 0.9538784067085954, |
| "f1-score": 0.9550208124449306, |
| "support": 954.0 |
| } |
| }, |
| "roc_auc": 0.9822211467289188, |
| "average_precision": 0.9298022550876175 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.6169561147689819, |
| "accuracy": 0.9538784067085954, |
| "precision": 0.845, |
| "recall": 0.9285714285714286, |
| "f1": 0.8848167539267016, |
| "confusion_matrix": [ |
| [ |
| 741, |
| 31 |
| ], |
| [ |
| 13, |
| 169 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9827586206896551, |
| "recall": 0.9598445595854922, |
| "f1-score": 0.9711664482306684, |
| "support": 772.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.845, |
| "recall": 0.9285714285714286, |
| "f1-score": 0.8848167539267016, |
| "support": 182.0 |
| }, |
| "accuracy": 0.9538784067085954, |
| "macro avg": { |
| "precision": 0.9138793103448275, |
| "recall": 0.9442079940784605, |
| "f1-score": 0.9279916010786851, |
| "support": 954.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9564776259668907, |
| "recall": 0.9538784067085954, |
| "f1-score": 0.9546930264661799, |
| "support": 954.0 |
| } |
| }, |
| "roc_auc": 0.9822211467289188, |
| "average_precision": 0.9298022550876175 |
| } |
| }, |
| { |
| "model_type": "embedding-svm_sentence_embeddings", |
| "model_name": "svm", |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "artifact_dir": "/content/agri-rice-classifier/baselines/embedding-svm", |
| "artifact_file": "/content/agri-rice-classifier/baselines/embedding-svm/embedding-svm.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.49605155880400337, |
| "f1": 0.8853211009174311, |
| "precision": 0.9146919431279621, |
| "recall": 0.8577777777777778 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9523809523809523, |
| "precision": 0.9142857142857143, |
| "recall": 0.8533333333333334, |
| "f1": 0.8827586206896552, |
| "confusion_matrix": [ |
| [ |
| 828, |
| 18 |
| ], |
| [ |
| 33, |
| 192 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9616724738675958, |
| "recall": 0.9787234042553191, |
| "f1-score": 0.9701230228471002, |
| "support": 846.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.9142857142857143, |
| "recall": 0.8533333333333334, |
| "f1-score": 0.8827586206896552, |
| "support": 225.0 |
| }, |
| "accuracy": 0.9523809523809523, |
| "macro avg": { |
| "precision": 0.937979094076655, |
| "recall": 0.9160283687943263, |
| "f1-score": 0.9264408217683777, |
| "support": 1071.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9517172722747635, |
| "recall": 0.9523809523809523, |
| "f1-score": 0.951769156847637, |
| "support": 1071.0 |
| } |
| }, |
| "roc_auc": 0.9773785132650381, |
| "average_precision": 0.9077450694103198 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.49605155880400337, |
| "accuracy": 0.9533146591970122, |
| "precision": 0.9146919431279621, |
| "recall": 0.8577777777777778, |
| "f1": 0.8853211009174312, |
| "confusion_matrix": [ |
| [ |
| 828, |
| 18 |
| ], |
| [ |
| 32, |
| 193 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9627906976744186, |
| "recall": 0.9787234042553191, |
| "f1-score": 0.9706916764361079, |
| "support": 846.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.9146919431279621, |
| "recall": 0.8577777777777778, |
| "f1-score": 0.8853211009174312, |
| "support": 225.0 |
| }, |
| "accuracy": 0.9533146591970122, |
| "macro avg": { |
| "precision": 0.9387413204011903, |
| "recall": 0.9182505910165484, |
| "f1-score": 0.9280063886767695, |
| "support": 1071.0 |
| }, |
| "weighted avg": { |
| "precision": 0.952685917307516, |
| "recall": 0.9533146591970122, |
| "f1-score": 0.952756681579243, |
| "support": 1071.0 |
| } |
| }, |
| "roc_auc": 0.9773785132650381, |
| "average_precision": 0.9077450694103198 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.949685534591195, |
| "precision": 0.8722222222222222, |
| "recall": 0.8626373626373627, |
| "f1": 0.8674033149171271, |
| "confusion_matrix": [ |
| [ |
| 749, |
| 23 |
| ], |
| [ |
| 25, |
| 157 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9677002583979328, |
| "recall": 0.9702072538860104, |
| "f1-score": 0.9689521345407504, |
| "support": 772.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8722222222222222, |
| "recall": 0.8626373626373627, |
| "f1-score": 0.8674033149171271, |
| "support": 182.0 |
| }, |
| "accuracy": 0.949685534591195, |
| "macro avg": { |
| "precision": 0.9199612403100775, |
| "recall": 0.9164223082616865, |
| "f1-score": 0.9181777247289387, |
| "support": 954.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9494853709933423, |
| "recall": 0.949685534591195, |
| "f1-score": 0.9495790892876064, |
| "support": 954.0 |
| } |
| }, |
| "roc_auc": 0.9831108011159824, |
| "average_precision": 0.9380689191976834 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.49605155880400337, |
| "accuracy": 0.949685534591195, |
| "precision": 0.8722222222222222, |
| "recall": 0.8626373626373627, |
| "f1": 0.8674033149171271, |
| "confusion_matrix": [ |
| [ |
| 749, |
| 23 |
| ], |
| [ |
| 25, |
| 157 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9677002583979328, |
| "recall": 0.9702072538860104, |
| "f1-score": 0.9689521345407504, |
| "support": 772.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8722222222222222, |
| "recall": 0.8626373626373627, |
| "f1-score": 0.8674033149171271, |
| "support": 182.0 |
| }, |
| "accuracy": 0.949685534591195, |
| "macro avg": { |
| "precision": 0.9199612403100775, |
| "recall": 0.9164223082616865, |
| "f1-score": 0.9181777247289387, |
| "support": 954.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9494853709933423, |
| "recall": 0.949685534591195, |
| "f1-score": 0.9495790892876064, |
| "support": 954.0 |
| } |
| }, |
| "roc_auc": 0.9831108011159824, |
| "average_precision": 0.9380689191976834 |
| } |
| }, |
| { |
| "model_type": "embedding-lightgbm_sentence_embeddings", |
| "model_name": "lightgbm", |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "artifact_dir": "/content/agri-rice-classifier/baselines/embedding-lightgbm", |
| "artifact_file": "/content/agri-rice-classifier/baselines/embedding-lightgbm/embedding-lightgbm.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.036561767213646464, |
| "f1": 0.8922413793103449, |
| "precision": 0.8661087866108786, |
| "recall": 0.92 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9467787114845938, |
| "precision": 0.9, |
| "recall": 0.84, |
| "f1": 0.8689655172413793, |
| "confusion_matrix": [ |
| [ |
| 825, |
| 21 |
| ], |
| [ |
| 36, |
| 189 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9581881533101045, |
| "recall": 0.975177304964539, |
| "f1-score": 0.9666080843585237, |
| "support": 846.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.9, |
| "recall": 0.84, |
| "f1-score": 0.8689655172413793, |
| "support": 225.0 |
| }, |
| "accuracy": 0.9467787114845938, |
| "macro avg": { |
| "precision": 0.9290940766550523, |
| "recall": 0.9075886524822695, |
| "f1-score": 0.9177868007999515, |
| "support": 1071.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9459637513542002, |
| "recall": 0.9467787114845938, |
| "f1-score": 0.9460949400061824, |
| "support": 1071.0 |
| } |
| }, |
| "roc_auc": 0.9787864460204886, |
| "average_precision": 0.9219057648667667 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.036561767213646464, |
| "accuracy": 0.9533146591970122, |
| "precision": 0.8661087866108786, |
| "recall": 0.92, |
| "f1": 0.8922413793103449, |
| "confusion_matrix": [ |
| [ |
| 814, |
| 32 |
| ], |
| [ |
| 18, |
| 207 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9783653846153846, |
| "recall": 0.9621749408983451, |
| "f1-score": 0.9702026221692491, |
| "support": 846.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8661087866108786, |
| "recall": 0.92, |
| "f1-score": 0.8922413793103449, |
| "support": 225.0 |
| }, |
| "accuracy": 0.9533146591970122, |
| "macro avg": { |
| "precision": 0.9222370856131317, |
| "recall": 0.9410874704491725, |
| "f1-score": 0.931222000739797, |
| "support": 1071.0 |
| }, |
| "weighted avg": { |
| "precision": 0.954782065706875, |
| "recall": 0.9533146591970122, |
| "f1-score": 0.9538242098039331, |
| "support": 1071.0 |
| } |
| }, |
| "roc_auc": 0.9787864460204886, |
| "average_precision": 0.9219057648667667 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9528301886792453, |
| "precision": 0.8784530386740331, |
| "recall": 0.8736263736263736, |
| "f1": 0.8760330578512396, |
| "confusion_matrix": [ |
| [ |
| 750, |
| 22 |
| ], |
| [ |
| 23, |
| 159 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9702457956015524, |
| "recall": 0.9715025906735751, |
| "f1-score": 0.970873786407767, |
| "support": 772.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8784530386740331, |
| "recall": 0.8736263736263736, |
| "f1-score": 0.8760330578512396, |
| "support": 182.0 |
| }, |
| "accuracy": 0.9528301886792453, |
| "macro avg": { |
| "precision": 0.9243494171377928, |
| "recall": 0.9225644821499743, |
| "f1-score": 0.9234534221295033, |
| "support": 954.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9527339698564702, |
| "recall": 0.9528301886792453, |
| "f1-score": 0.9527804817984504, |
| "support": 954.0 |
| } |
| }, |
| "roc_auc": 0.9795877697432102, |
| "average_precision": 0.934966704037013 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.036561767213646464, |
| "accuracy": 0.9475890985324947, |
| "precision": 0.8142857142857143, |
| "recall": 0.9395604395604396, |
| "f1": 0.8724489795918368, |
| "confusion_matrix": [ |
| [ |
| 733, |
| 39 |
| ], |
| [ |
| 11, |
| 171 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9852150537634409, |
| "recall": 0.9494818652849741, |
| "f1-score": 0.9670184696569921, |
| "support": 772.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8142857142857143, |
| "recall": 0.9395604395604396, |
| "f1-score": 0.8724489795918368, |
| "support": 182.0 |
| }, |
| "accuracy": 0.9475890985324947, |
| "macro avg": { |
| "precision": 0.8997503840245775, |
| "recall": 0.9445211524227068, |
| "f1-score": 0.9197337246244144, |
| "support": 954.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9526058925632875, |
| "recall": 0.9475890985324947, |
| "f1-score": 0.9489769107556731, |
| "support": 954.0 |
| } |
| }, |
| "roc_auc": 0.9795877697432102, |
| "average_precision": 0.934966704037013 |
| } |
| }, |
| { |
| "model_type": "transformer", |
| "model_name": "FacebookAI/xlm-roberta-base", |
| "artifact_dir": "/content/agri-rice-classifier/transformer", |
| "validation_best_threshold": { |
| "threshold": 0.9655115008354187, |
| "f1": 0.9094922737306843, |
| "precision": 0.9035087719298246, |
| "recall": 0.9155555555555556 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9598506069094305, |
| "precision": 0.8888888888888888, |
| "recall": 0.9244444444444444, |
| "f1": 0.906318082788671, |
| "confusion_matrix": [ |
| [ |
| 820, |
| 26 |
| ], |
| [ |
| 17, |
| 208 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9796893667861409, |
| "recall": 0.9692671394799054, |
| "f1-score": 0.9744503862150921, |
| "support": 846.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8888888888888888, |
| "recall": 0.9244444444444444, |
| "f1-score": 0.906318082788671, |
| "support": 225.0 |
| }, |
| "accuracy": 0.9598506069094305, |
| "macro avg": { |
| "precision": 0.9342891278375149, |
| "recall": 0.946855791962175, |
| "f1-score": 0.9403842345018816, |
| "support": 1071.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9606136361354577, |
| "recall": 0.9598506069094305, |
| "f1-score": 0.9601368770918943, |
| "support": 1071.0 |
| } |
| }, |
| "roc_auc": 0.9767139479905437, |
| "average_precision": 0.9177965690902391 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.9655115008354187, |
| "accuracy": 0.96171802054155, |
| "precision": 0.9035087719298246, |
| "recall": 0.9155555555555556, |
| "f1": 0.9094922737306843, |
| "confusion_matrix": [ |
| [ |
| 824, |
| 22 |
| ], |
| [ |
| 19, |
| 206 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9774614472123369, |
| "recall": 0.9739952718676123, |
| "f1-score": 0.9757252812314979, |
| "support": 846.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.9035087719298246, |
| "recall": 0.9155555555555556, |
| "f1-score": 0.9094922737306843, |
| "support": 225.0 |
| }, |
| "accuracy": 0.96171802054155, |
| "macro avg": { |
| "precision": 0.9404851095710807, |
| "recall": 0.9447754137115839, |
| "f1-score": 0.9426087774810912, |
| "support": 1071.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9619251708924813, |
| "recall": 0.96171802054155, |
| "f1-score": 0.9618107838573774, |
| "support": 1071.0 |
| } |
| }, |
| "roc_auc": 0.9767139479905437, |
| "average_precision": 0.9177965690902391 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9622641509433962, |
| "precision": 0.8762886597938144, |
| "recall": 0.9340659340659341, |
| "f1": 0.9042553191489362, |
| "confusion_matrix": [ |
| [ |
| 748, |
| 24 |
| ], |
| [ |
| 12, |
| 170 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9842105263157894, |
| "recall": 0.9689119170984456, |
| "f1-score": 0.9765013054830287, |
| "support": 772.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8762886597938144, |
| "recall": 0.9340659340659341, |
| "f1-score": 0.9042553191489362, |
| "support": 182.0 |
| }, |
| "accuracy": 0.9622641509433962, |
| "macro avg": { |
| "precision": 0.9302495930548019, |
| "recall": 0.9514889255821899, |
| "f1-score": 0.9403783123159825, |
| "support": 954.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9636216586983894, |
| "recall": 0.9622641509433962, |
| "f1-score": 0.9627185282159378, |
| "support": 954.0 |
| } |
| }, |
| "roc_auc": 0.9898864089278597, |
| "average_precision": 0.9718140497154163 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.9655115008354187, |
| "accuracy": 0.9612159329140462, |
| "precision": 0.9005524861878453, |
| "recall": 0.8956043956043956, |
| "f1": 0.8980716253443526, |
| "confusion_matrix": [ |
| [ |
| 754, |
| 18 |
| ], |
| [ |
| 19, |
| 163 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9754204398447607, |
| "recall": 0.9766839378238342, |
| "f1-score": 0.976051779935275, |
| "support": 772.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.9005524861878453, |
| "recall": 0.8956043956043956, |
| "f1-score": 0.8980716253443526, |
| "support": 182.0 |
| }, |
| "accuracy": 0.9612159329140462, |
| "macro avg": { |
| "precision": 0.9379864630163031, |
| "recall": 0.9361441667141149, |
| "f1-score": 0.9370617026398138, |
| "support": 954.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9611374549752023, |
| "recall": 0.9612159329140462, |
| "f1-score": 0.9611750628120591, |
| "support": 954.0 |
| } |
| }, |
| "roc_auc": 0.9898864089278597, |
| "average_precision": 0.9718140497154163 |
| } |
| } |
| ] |
| } |
