| { |
| "created_at": "2026-06-05T20:32:51.106165+00:00", |
| "config": { |
| "hf_dataset": "faodl/amis-agri-maize_corn", |
| "hf_subset": null, |
| "hf_revision": "main", |
| "train_split": "train", |
| "validation_split": "validation", |
| "test_split": "test", |
| "text_col": "chunk_text", |
| "label_col": "label", |
| "group_col": "id", |
| "id_col": "chunk_id", |
| "model_name": "FacebookAI/xlm-roberta-base", |
| "output_dir": "/content/agri-maize_corn-classifier", |
| "max_length": 256, |
| "learning_rate": 2e-05, |
| "weight_decay": 0.01, |
| "num_train_epochs": 5.0, |
| "per_device_train_batch_size": 16, |
| "per_device_eval_batch_size": 32, |
| "gradient_accumulation_steps": 1, |
| "warmup_ratio": 0.1, |
| "early_stopping_patience": 2, |
| "seed": 42, |
| "metric_for_best_model": "f1", |
| "skip_transformer": false, |
| "skip_baselines": false, |
| "baseline_models": [ |
| "logistic", |
| "xgboost", |
| "embedding-logistic", |
| "embedding-svm", |
| "embedding-lightgbm" |
| ], |
| "tfidf_max_features": 50000, |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "embedding_batch_size": 64, |
| "positive_label_name": "RELEVANT", |
| "negative_label_name": "NOT_RELEVANT", |
| "push_to_hub": true, |
| "hub_model_id": "faodl/agri-maize_corn-classifier", |
| "hub_private_repo": false |
| }, |
| "dataset_summary": { |
| "train": { |
| "rows": 4724, |
| "labels": { |
| "0": 3822, |
| "1": 902 |
| }, |
| "unique_groups": 2226, |
| "text_length_mean": 702.8679085520745, |
| "text_length_median": 794.0 |
| }, |
| "validation": { |
| "rows": 1060, |
| "labels": { |
| "0": 843, |
| "1": 217 |
| }, |
| "unique_groups": 477, |
| "text_length_mean": 708.2584905660377, |
| "text_length_median": 795.0 |
| }, |
| "test": { |
| "rows": 1054, |
| "labels": { |
| "0": 819, |
| "1": 235 |
| }, |
| "unique_groups": 478, |
| "text_length_mean": 711.8595825426945, |
| "text_length_median": 794.0 |
| } |
| }, |
| "results": [ |
| { |
| "model_type": "logistic_tfidf", |
| "model_name": "logistic", |
| "artifact_dir": "/content/agri-maize_corn-classifier/baselines/logistic", |
| "artifact_file": "/content/agri-maize_corn-classifier/baselines/logistic/logistic_tfidf.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.5864890967583224, |
| "f1": 0.7982062780269059, |
| "precision": 0.777292576419214, |
| "recall": 0.8202764976958525 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8962264150943396, |
| "precision": 0.700374531835206, |
| "recall": 0.8617511520737328, |
| "f1": 0.7727272727272727, |
| "confusion_matrix": [ |
| [ |
| 763, |
| 80 |
| ], |
| [ |
| 30, |
| 187 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9621689785624212, |
| "recall": 0.9051008303677343, |
| "f1-score": 0.9327628361858191, |
| "support": 843.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.700374531835206, |
| "recall": 0.8617511520737328, |
| "f1-score": 0.7727272727272727, |
| "support": 217.0 |
| }, |
| "accuracy": 0.8962264150943396, |
| "macro avg": { |
| "precision": 0.8312717551988136, |
| "recall": 0.8834259912207335, |
| "f1-score": 0.8527450544565459, |
| "support": 1060.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9085752097512838, |
| "recall": 0.8962264150943396, |
| "f1-score": 0.9000008387608148, |
| "support": 1060.0 |
| } |
| }, |
| "roc_auc": 0.9288420224018894, |
| "average_precision": 0.8406024632295316 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.5864890967583224, |
| "accuracy": 0.9150943396226415, |
| "precision": 0.777292576419214, |
| "recall": 0.8202764976958525, |
| "f1": 0.7982062780269058, |
| "confusion_matrix": [ |
| [ |
| 792, |
| 51 |
| ], |
| [ |
| 39, |
| 178 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9530685920577617, |
| "recall": 0.9395017793594306, |
| "f1-score": 0.946236559139785, |
| "support": 843.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.777292576419214, |
| "recall": 0.8202764976958525, |
| "f1-score": 0.7982062780269058, |
| "support": 217.0 |
| }, |
| "accuracy": 0.9150943396226415, |
| "macro avg": { |
| "precision": 0.8651805842384879, |
| "recall": 0.8798891385276415, |
| "f1-score": 0.8722214185833455, |
| "support": 1060.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9170842567808138, |
| "recall": 0.9150943396226415, |
| "f1-score": 0.9159322468742239, |
| "support": 1060.0 |
| } |
| }, |
| "roc_auc": 0.9288420224018894, |
| "average_precision": 0.8406024632295316 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9098671726755219, |
| "precision": 0.7868852459016393, |
| "recall": 0.8170212765957446, |
| "f1": 0.8016701461377871, |
| "confusion_matrix": [ |
| [ |
| 767, |
| 52 |
| ], |
| [ |
| 43, |
| 192 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9469135802469136, |
| "recall": 0.9365079365079365, |
| "f1-score": 0.941682013505218, |
| "support": 819.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7868852459016393, |
| "recall": 0.8170212765957446, |
| "f1-score": 0.8016701461377871, |
| "support": 235.0 |
| }, |
| "accuracy": 0.9098671726755219, |
| "macro avg": { |
| "precision": 0.8668994130742764, |
| "recall": 0.8767646065518406, |
| "f1-score": 0.8716760798215025, |
| "support": 1054.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9112336385285649, |
| "recall": 0.9098671726755219, |
| "f1-score": 0.9104649463028021, |
| "support": 1054.0 |
| } |
| }, |
| "roc_auc": 0.9531551191125659, |
| "average_precision": 0.8625249758747111 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.5864890967583224, |
| "accuracy": 0.9146110056925996, |
| "precision": 0.8571428571428571, |
| "recall": 0.7404255319148936, |
| "f1": 0.7945205479452054, |
| "confusion_matrix": [ |
| [ |
| 790, |
| 29 |
| ], |
| [ |
| 61, |
| 174 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9283196239717979, |
| "recall": 0.9645909645909646, |
| "f1-score": 0.9461077844311377, |
| "support": 819.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8571428571428571, |
| "recall": 0.7404255319148936, |
| "f1-score": 0.7945205479452054, |
| "support": 235.0 |
| }, |
| "accuracy": 0.9146110056925996, |
| "macro avg": { |
| "precision": 0.8927312405573276, |
| "recall": 0.8525082482529291, |
| "f1-score": 0.8703141661881716, |
| "support": 1054.0 |
| }, |
| "weighted avg": { |
| "precision": 0.912450041234795, |
| "recall": 0.9146110056925996, |
| "f1-score": 0.9123098711728891, |
| "support": 1054.0 |
| } |
| }, |
| "roc_auc": 0.9531551191125659, |
| "average_precision": 0.8625249758747111 |
| } |
| }, |
| { |
| "model_type": "xgboost_tfidf", |
| "model_name": "xgboost", |
| "artifact_dir": "/content/agri-maize_corn-classifier/baselines/xgboost", |
| "artifact_file": "/content/agri-maize_corn-classifier/baselines/xgboost/xgboost_tfidf.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.37899935245513916, |
| "f1": 0.8981481481481481, |
| "precision": 0.9023255813953488, |
| "recall": 0.8940092165898618 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9566037735849057, |
| "precision": 0.9130434782608695, |
| "recall": 0.8709677419354839, |
| "f1": 0.8915094339622641, |
| "confusion_matrix": [ |
| [ |
| 825, |
| 18 |
| ], |
| [ |
| 28, |
| 189 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9671746776084408, |
| "recall": 0.9786476868327402, |
| "f1-score": 0.972877358490566, |
| "support": 843.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.9130434782608695, |
| "recall": 0.8709677419354839, |
| "f1-score": 0.8915094339622641, |
| "support": 217.0 |
| }, |
| "accuracy": 0.9566037735849057, |
| "macro avg": { |
| "precision": 0.9401090779346551, |
| "recall": 0.924807714384112, |
| "f1-score": 0.9321933962264151, |
| "support": 1060.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9560931018929474, |
| "recall": 0.9566037735849057, |
| "f1-score": 0.9562199626201495, |
| "support": 1060.0 |
| } |
| }, |
| "roc_auc": 0.966850889133061, |
| "average_precision": 0.9141254109659447 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.37899935245513916, |
| "accuracy": 0.9584905660377359, |
| "precision": 0.9023255813953488, |
| "recall": 0.8940092165898618, |
| "f1": 0.8981481481481481, |
| "confusion_matrix": [ |
| [ |
| 822, |
| 21 |
| ], |
| [ |
| 23, |
| 194 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9727810650887574, |
| "recall": 0.9750889679715302, |
| "f1-score": 0.9739336492890995, |
| "support": 843.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.9023255813953488, |
| "recall": 0.8940092165898618, |
| "f1-score": 0.8981481481481481, |
| "support": 217.0 |
| }, |
| "accuracy": 0.9584905660377359, |
| "macro avg": { |
| "precision": 0.9375533232420531, |
| "recall": 0.934549092280696, |
| "f1-score": 0.9360408987186238, |
| "support": 1060.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9583576311628426, |
| "recall": 0.9584905660377359, |
| "f1-score": 0.9584190702819425, |
| "support": 1060.0 |
| } |
| }, |
| "roc_auc": 0.966850889133061, |
| "average_precision": 0.9141254109659447 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9421252371916509, |
| "precision": 0.9142857142857143, |
| "recall": 0.8170212765957446, |
| "f1": 0.8629213483146068, |
| "confusion_matrix": [ |
| [ |
| 801, |
| 18 |
| ], |
| [ |
| 43, |
| 192 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9490521327014217, |
| "recall": 0.978021978021978, |
| "f1-score": 0.963319302465424, |
| "support": 819.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.9142857142857143, |
| "recall": 0.8170212765957446, |
| "f1-score": 0.8629213483146068, |
| "support": 235.0 |
| }, |
| "accuracy": 0.9421252371916509, |
| "macro avg": { |
| "precision": 0.931668923493568, |
| "recall": 0.8975216273088613, |
| "f1-score": 0.9131203253900153, |
| "support": 1054.0 |
| }, |
| "weighted avg": { |
| "precision": 0.941300606773821, |
| "recall": 0.9421252371916509, |
| "f1-score": 0.9409345593672817, |
| "support": 1054.0 |
| } |
| }, |
| "roc_auc": 0.9682098043800171, |
| "average_precision": 0.9201070133275652 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.37899935245513916, |
| "accuracy": 0.9478178368121443, |
| "precision": 0.8947368421052632, |
| "recall": 0.8680851063829788, |
| "f1": 0.8812095032397408, |
| "confusion_matrix": [ |
| [ |
| 795, |
| 24 |
| ], |
| [ |
| 31, |
| 204 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9624697336561744, |
| "recall": 0.9706959706959707, |
| "f1-score": 0.9665653495440729, |
| "support": 819.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8947368421052632, |
| "recall": 0.8680851063829788, |
| "f1-score": 0.8812095032397408, |
| "support": 235.0 |
| }, |
| "accuracy": 0.9478178368121443, |
| "macro avg": { |
| "precision": 0.9286032878807188, |
| "recall": 0.9193905385394747, |
| "f1-score": 0.9238874263919068, |
| "support": 1054.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9473679978739503, |
| "recall": 0.9478178368121443, |
| "f1-score": 0.9475343970948148, |
| "support": 1054.0 |
| } |
| }, |
| "roc_auc": 0.9682098043800171, |
| "average_precision": 0.9201070133275652 |
| } |
| }, |
| { |
| "model_type": "embedding-logistic_sentence_embeddings", |
| "model_name": "logistic", |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "artifact_dir": "/content/agri-maize_corn-classifier/baselines/embedding-logistic", |
| "artifact_file": "/content/agri-maize_corn-classifier/baselines/embedding-logistic/embedding-logistic.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.7437081336975098, |
| "f1": 0.8119266055045872, |
| "precision": 0.8082191780821918, |
| "recall": 0.815668202764977 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8811320754716981, |
| "precision": 0.6491803278688525, |
| "recall": 0.9124423963133641, |
| "f1": 0.7586206896551724, |
| "confusion_matrix": [ |
| [ |
| 736, |
| 107 |
| ], |
| [ |
| 19, |
| 198 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9748344370860927, |
| "recall": 0.8730723606168446, |
| "f1-score": 0.9211514392991239, |
| "support": 843.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6491803278688525, |
| "recall": 0.9124423963133641, |
| "f1-score": 0.7586206896551724, |
| "support": 217.0 |
| }, |
| "accuracy": 0.8811320754716981, |
| "macro avg": { |
| "precision": 0.8120073824774726, |
| "recall": 0.8927573784651044, |
| "f1-score": 0.8398860644771482, |
| "support": 1060.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9081675109538841, |
| "recall": 0.8811320754716981, |
| "f1-score": 0.887878634890881, |
| "support": 1060.0 |
| } |
| }, |
| "roc_auc": 0.9590938659931886, |
| "average_precision": 0.8665525722038933 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.7437081336975098, |
| "accuracy": 0.9226415094339623, |
| "precision": 0.8082191780821918, |
| "recall": 0.815668202764977, |
| "f1": 0.8119266055045872, |
| "confusion_matrix": [ |
| [ |
| 801, |
| 42 |
| ], |
| [ |
| 40, |
| 177 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9524375743162902, |
| "recall": 0.9501779359430605, |
| "f1-score": 0.9513064133016627, |
| "support": 843.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8082191780821918, |
| "recall": 0.815668202764977, |
| "f1-score": 0.8119266055045872, |
| "support": 217.0 |
| }, |
| "accuracy": 0.9226415094339623, |
| "macro avg": { |
| "precision": 0.880328376199241, |
| "recall": 0.8829230693540188, |
| "f1-score": 0.881616509403125, |
| "support": 1060.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9229136196155361, |
| "recall": 0.9226415094339623, |
| "f1-score": 0.9227729998186764, |
| "support": 1060.0 |
| } |
| }, |
| "roc_auc": 0.9590938659931886, |
| "average_precision": 0.8665525722038933 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8842504743833017, |
| "precision": 0.703971119133574, |
| "recall": 0.8297872340425532, |
| "f1": 0.76171875, |
| "confusion_matrix": [ |
| [ |
| 737, |
| 82 |
| ], |
| [ |
| 40, |
| 195 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9485199485199485, |
| "recall": 0.8998778998778999, |
| "f1-score": 0.9235588972431078, |
| "support": 819.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.703971119133574, |
| "recall": 0.8297872340425532, |
| "f1-score": 0.76171875, |
| "support": 235.0 |
| }, |
| "accuracy": 0.8842504743833017, |
| "macro avg": { |
| "precision": 0.8262455338267612, |
| "recall": 0.8648325669602266, |
| "f1-score": 0.8426388236215538, |
| "support": 1054.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8939953043968005, |
| "recall": 0.8842504743833017, |
| "f1-score": 0.8874749934460202, |
| "support": 1054.0 |
| } |
| }, |
| "roc_auc": 0.9363156937625022, |
| "average_precision": 0.843737774596255 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.7437081336975098, |
| "accuracy": 0.8956356736242884, |
| "precision": 0.8306878306878307, |
| "recall": 0.6680851063829787, |
| "f1": 0.7405660377358491, |
| "confusion_matrix": [ |
| [ |
| 787, |
| 32 |
| ], |
| [ |
| 78, |
| 157 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9098265895953758, |
| "recall": 0.960927960927961, |
| "f1-score": 0.9346793349168646, |
| "support": 819.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8306878306878307, |
| "recall": 0.6680851063829787, |
| "f1-score": 0.7405660377358491, |
| "support": 235.0 |
| }, |
| "accuracy": 0.8956356736242884, |
| "macro avg": { |
| "precision": 0.8702572101416033, |
| "recall": 0.8145065336554698, |
| "f1-score": 0.8376226863263568, |
| "support": 1054.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8921817998958756, |
| "recall": 0.8956356736242884, |
| "f1-score": 0.8913998047104712, |
| "support": 1054.0 |
| } |
| }, |
| "roc_auc": 0.9363156937625022, |
| "average_precision": 0.843737774596255 |
| } |
| }, |
| { |
| "model_type": "embedding-svm_sentence_embeddings", |
| "model_name": "svm", |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "artifact_dir": "/content/agri-maize_corn-classifier/baselines/embedding-svm", |
| "artifact_file": "/content/agri-maize_corn-classifier/baselines/embedding-svm/embedding-svm.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.4006770902787147, |
| "f1": 0.7908045977011494, |
| "precision": 0.7889908256880734, |
| "recall": 0.7926267281105991 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9132075471698113, |
| "precision": 0.8491620111731844, |
| "recall": 0.7004608294930875, |
| "f1": 0.7676767676767676, |
| "confusion_matrix": [ |
| [ |
| 816, |
| 27 |
| ], |
| [ |
| 65, |
| 152 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9262202043132803, |
| "recall": 0.9679715302491103, |
| "f1-score": 0.9466357308584686, |
| "support": 843.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8491620111731844, |
| "recall": 0.7004608294930875, |
| "f1-score": 0.7676767676767676, |
| "support": 217.0 |
| }, |
| "accuracy": 0.9132075471698113, |
| "macro avg": { |
| "precision": 0.8876911077432323, |
| "recall": 0.834216179871099, |
| "f1-score": 0.8571562492676181, |
| "support": 1060.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9104450836421474, |
| "recall": 0.9132075471698113, |
| "f1-score": 0.9099997921693845, |
| "support": 1060.0 |
| } |
| }, |
| "roc_auc": 0.9551306230217951, |
| "average_precision": 0.8583227993086541 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.4006770902787147, |
| "accuracy": 0.9141509433962264, |
| "precision": 0.7889908256880734, |
| "recall": 0.7926267281105991, |
| "f1": 0.7908045977011494, |
| "confusion_matrix": [ |
| [ |
| 797, |
| 46 |
| ], |
| [ |
| 45, |
| 172 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9465558194774347, |
| "recall": 0.9454329774614472, |
| "f1-score": 0.9459940652818991, |
| "support": 843.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7889908256880734, |
| "recall": 0.7926267281105991, |
| "f1-score": 0.7908045977011494, |
| "support": 217.0 |
| }, |
| "accuracy": 0.9141509433962264, |
| "macro avg": { |
| "precision": 0.8677733225827541, |
| "recall": 0.8690298527860232, |
| "f1-score": 0.8683993314915243, |
| "support": 1060.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9142995896167825, |
| "recall": 0.9141509433962264, |
| "f1-score": 0.914224145975274, |
| "support": 1060.0 |
| } |
| }, |
| "roc_auc": 0.9551306230217951, |
| "average_precision": 0.8583227993086541 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8937381404174574, |
| "precision": 0.89171974522293, |
| "recall": 0.5957446808510638, |
| "f1": 0.7142857142857143, |
| "confusion_matrix": [ |
| [ |
| 802, |
| 17 |
| ], |
| [ |
| 95, |
| 140 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.8940914158305463, |
| "recall": 0.9792429792429792, |
| "f1-score": 0.9347319347319347, |
| "support": 819.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.89171974522293, |
| "recall": 0.5957446808510638, |
| "f1-score": 0.7142857142857143, |
| "support": 235.0 |
| }, |
| "accuracy": 0.8937381404174574, |
| "macro avg": { |
| "precision": 0.8929055805267381, |
| "recall": 0.7874938300470216, |
| "f1-score": 0.8245088245088246, |
| "support": 1054.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8935626277918463, |
| "recall": 0.8937381404174574, |
| "f1-score": 0.8855812119569235, |
| "support": 1054.0 |
| } |
| }, |
| "roc_auc": 0.9321590938612216, |
| "average_precision": 0.8417078389566306 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.4006770902787147, |
| "accuracy": 0.9022770398481973, |
| "precision": 0.851063829787234, |
| "recall": 0.6808510638297872, |
| "f1": 0.7565011820330969, |
| "confusion_matrix": [ |
| [ |
| 791, |
| 28 |
| ], |
| [ |
| 75, |
| 160 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9133949191685913, |
| "recall": 0.9658119658119658, |
| "f1-score": 0.9388724035608309, |
| "support": 819.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.851063829787234, |
| "recall": 0.6808510638297872, |
| "f1-score": 0.7565011820330969, |
| "support": 235.0 |
| }, |
| "accuracy": 0.9022770398481973, |
| "macro avg": { |
| "precision": 0.8822293744779126, |
| "recall": 0.8233315148208765, |
| "f1-score": 0.8476867927969639, |
| "support": 1054.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8994975700180988, |
| "recall": 0.9022770398481973, |
| "f1-score": 0.8982108883245714, |
| "support": 1054.0 |
| } |
| }, |
| "roc_auc": 0.9321590938612216, |
| "average_precision": 0.8417078389566306 |
| } |
| }, |
| { |
| "model_type": "embedding-lightgbm_sentence_embeddings", |
| "model_name": "lightgbm", |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "artifact_dir": "/content/agri-maize_corn-classifier/baselines/embedding-lightgbm", |
| "artifact_file": "/content/agri-maize_corn-classifier/baselines/embedding-lightgbm/embedding-lightgbm.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.14456141773750653, |
| "f1": 0.8134171907756813, |
| "precision": 0.7461538461538462, |
| "recall": 0.8940092165898618 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9160377358490566, |
| "precision": 0.7909090909090909, |
| "recall": 0.8018433179723502, |
| "f1": 0.7963386727688787, |
| "confusion_matrix": [ |
| [ |
| 797, |
| 46 |
| ], |
| [ |
| 43, |
| 174 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9488095238095238, |
| "recall": 0.9454329774614472, |
| "f1-score": 0.9471182412358883, |
| "support": 843.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7909090909090909, |
| "recall": 0.8018433179723502, |
| "f1-score": 0.7963386727688787, |
| "support": 217.0 |
| }, |
| "accuracy": 0.9160377358490566, |
| "macro avg": { |
| "precision": 0.8698593073593073, |
| "recall": 0.8736381477168986, |
| "f1-score": 0.8717284570023835, |
| "support": 1060.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9164846238666993, |
| "recall": 0.9160377358490566, |
| "f1-score": 0.916251103162925, |
| "support": 1060.0 |
| } |
| }, |
| "roc_auc": 0.9630571089645823, |
| "average_precision": 0.8780215936178333 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.14456141773750653, |
| "accuracy": 0.9160377358490566, |
| "precision": 0.7461538461538462, |
| "recall": 0.8940092165898618, |
| "f1": 0.8134171907756813, |
| "confusion_matrix": [ |
| [ |
| 777, |
| 66 |
| ], |
| [ |
| 23, |
| 194 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.97125, |
| "recall": 0.9217081850533808, |
| "f1-score": 0.945830797321972, |
| "support": 843.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7461538461538462, |
| "recall": 0.8940092165898618, |
| "f1-score": 0.8134171907756813, |
| "support": 217.0 |
| }, |
| "accuracy": 0.9160377358490566, |
| "macro avg": { |
| "precision": 0.8587019230769231, |
| "recall": 0.9078587008216212, |
| "f1-score": 0.8796239940488266, |
| "support": 1060.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9251689949201741, |
| "recall": 0.9160377358490566, |
| "f1-score": 0.9187234835290049, |
| "support": 1060.0 |
| } |
| }, |
| "roc_auc": 0.9630571089645823, |
| "average_precision": 0.8780215936178333 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9070208728652751, |
| "precision": 0.8702702702702703, |
| "recall": 0.6851063829787234, |
| "f1": 0.7666666666666667, |
| "confusion_matrix": [ |
| [ |
| 795, |
| 24 |
| ], |
| [ |
| 74, |
| 161 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9148446490218642, |
| "recall": 0.9706959706959707, |
| "f1-score": 0.9419431279620853, |
| "support": 819.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8702702702702703, |
| "recall": 0.6851063829787234, |
| "f1-score": 0.7666666666666667, |
| "support": 235.0 |
| }, |
| "accuracy": 0.9070208728652751, |
| "macro avg": { |
| "precision": 0.8925574596460673, |
| "recall": 0.827901176837347, |
| "f1-score": 0.8543048973143761, |
| "support": 1054.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9049063387688998, |
| "recall": 0.9070208728652751, |
| "f1-score": 0.9028634615442264, |
| "support": 1054.0 |
| } |
| }, |
| "roc_auc": 0.9534149066063959, |
| "average_precision": 0.872949726074902 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.14456141773750653, |
| "accuracy": 0.9013282732447818, |
| "precision": 0.7835497835497836, |
| "recall": 0.7702127659574468, |
| "f1": 0.776824034334764, |
| "confusion_matrix": [ |
| [ |
| 769, |
| 50 |
| ], |
| [ |
| 54, |
| 181 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9343863912515188, |
| "recall": 0.938949938949939, |
| "f1-score": 0.9366626065773447, |
| "support": 819.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7835497835497836, |
| "recall": 0.7702127659574468, |
| "f1-score": 0.776824034334764, |
| "support": 235.0 |
| }, |
| "accuracy": 0.9013282732447818, |
| "macro avg": { |
| "precision": 0.8589680874006511, |
| "recall": 0.8545813524536929, |
| "f1-score": 0.8567433204560544, |
| "support": 1054.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9007558383009421, |
| "recall": 0.9013282732447818, |
| "f1-score": 0.9010249742462191, |
| "support": 1054.0 |
| } |
| }, |
| "roc_auc": 0.9534149066063959, |
| "average_precision": 0.872949726074902 |
| } |
| }, |
| { |
| "model_type": "transformer", |
| "model_name": "FacebookAI/xlm-roberta-base", |
| "artifact_dir": "/content/agri-maize_corn-classifier/transformer", |
| "validation_best_threshold": { |
| "threshold": 0.32782965898513794, |
| "f1": 0.9002320185614848, |
| "precision": 0.9065420560747663, |
| "recall": 0.8940092165898618 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9575471698113207, |
| "precision": 0.9134615384615384, |
| "recall": 0.8755760368663594, |
| "f1": 0.8941176470588236, |
| "confusion_matrix": [ |
| [ |
| 825, |
| 18 |
| ], |
| [ |
| 27, |
| 190 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9683098591549296, |
| "recall": 0.9786476868327402, |
| "f1-score": 0.9734513274336283, |
| "support": 843.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.9134615384615384, |
| "recall": 0.8755760368663594, |
| "f1-score": 0.8941176470588236, |
| "support": 217.0 |
| }, |
| "accuracy": 0.9575471698113207, |
| "macro avg": { |
| "precision": 0.940885698808234, |
| "recall": 0.9271118618495497, |
| "f1-score": 0.933784487246226, |
| "support": 1060.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9570814765224146, |
| "recall": 0.9575471698113207, |
| "f1-score": 0.9572103758852012, |
| "support": 1060.0 |
| } |
| }, |
| "roc_auc": 0.9729488167669778, |
| "average_precision": 0.9434157534580784 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.32782965898513794, |
| "accuracy": 0.9594339622641509, |
| "precision": 0.9065420560747663, |
| "recall": 0.8940092165898618, |
| "f1": 0.9002320185614849, |
| "confusion_matrix": [ |
| [ |
| 823, |
| 20 |
| ], |
| [ |
| 23, |
| 194 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9728132387706856, |
| "recall": 0.9762752075919335, |
| "f1-score": 0.9745411486086442, |
| "support": 843.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.9065420560747663, |
| "recall": 0.8940092165898618, |
| "f1-score": 0.9002320185614849, |
| "support": 217.0 |
| }, |
| "accuracy": 0.9594339622641509, |
| "macro avg": { |
| "precision": 0.939677647422726, |
| "recall": 0.9351422120908977, |
| "f1-score": 0.9373865835850645, |
| "support": 1060.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9592464023131247, |
| "recall": 0.9594339622641509, |
| "f1-score": 0.9593288078348389, |
| "support": 1060.0 |
| } |
| }, |
| "roc_auc": 0.9729488167669778, |
| "average_precision": 0.9434157534580784 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9345351043643264, |
| "precision": 0.8915094339622641, |
| "recall": 0.8042553191489362, |
| "f1": 0.8456375838926175, |
| "confusion_matrix": [ |
| [ |
| 796, |
| 23 |
| ], |
| [ |
| 46, |
| 189 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9453681710213777, |
| "recall": 0.9719169719169719, |
| "f1-score": 0.9584587597832631, |
| "support": 819.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8915094339622641, |
| "recall": 0.8042553191489362, |
| "f1-score": 0.8456375838926175, |
| "support": 235.0 |
| }, |
| "accuracy": 0.9345351043643264, |
| "macro avg": { |
| "precision": 0.9184388024918209, |
| "recall": 0.8880861455329541, |
| "f1-score": 0.9020481718379403, |
| "support": 1054.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9333598188307785, |
| "recall": 0.9345351043643264, |
| "f1-score": 0.9333041332801306, |
| "support": 1054.0 |
| } |
| }, |
| "roc_auc": 0.9527134803730548, |
| "average_precision": 0.8898057611290884 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.32782965898513794, |
| "accuracy": 0.9345351043643264, |
| "precision": 0.8807339449541285, |
| "recall": 0.8170212765957446, |
| "f1": 0.847682119205298, |
| "confusion_matrix": [ |
| [ |
| 793, |
| 26 |
| ], |
| [ |
| 43, |
| 192 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9485645933014354, |
| "recall": 0.9682539682539683, |
| "f1-score": 0.9583081570996979, |
| "support": 819.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8807339449541285, |
| "recall": 0.8170212765957446, |
| "f1-score": 0.847682119205298, |
| "support": 235.0 |
| }, |
| "accuracy": 0.9345351043643264, |
| "macro avg": { |
| "precision": 0.9146492691277819, |
| "recall": 0.8926376224248564, |
| "f1-score": 0.9029951381524979, |
| "support": 1054.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9334410616490472, |
| "recall": 0.9345351043643264, |
| "f1-score": 0.9336429588974361, |
| "support": 1054.0 |
| } |
| }, |
| "roc_auc": 0.9527134803730548, |
| "average_precision": 0.8898057611290884 |
| } |
| } |
| ] |
| } |
