| { |
| "created_at": "2026-05-27T10:50:45.867038+00:00", |
| "config": { |
| "hf_dataset": "faodl/amis-agri-utilization", |
| "hf_subset": null, |
| "hf_revision": "ada4a04088a98f8f64bc7485c57d4c7f422c2151", |
| "train_split": "train", |
| "validation_split": "validation", |
| "test_split": "test", |
| "text_col": "chunk_text", |
| "label_col": "label", |
| "group_col": "id", |
| "id_col": "chunk_id", |
| "model_name": "FacebookAI/xlm-roberta-base", |
| "output_dir": "/content/agri-utilization-classifier", |
| "max_length": 256, |
| "learning_rate": 2e-05, |
| "weight_decay": 0.01, |
| "num_train_epochs": 5.0, |
| "per_device_train_batch_size": 16, |
| "per_device_eval_batch_size": 32, |
| "gradient_accumulation_steps": 1, |
| "warmup_ratio": 0.1, |
| "early_stopping_patience": 2, |
| "seed": 42, |
| "metric_for_best_model": "f1", |
| "skip_transformer": false, |
| "skip_baselines": false, |
| "baseline_models": [ |
| "logistic", |
| "xgboost", |
| "embedding-logistic", |
| "embedding-svm", |
| "embedding-lightgbm" |
| ], |
| "tfidf_max_features": 50000, |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "embedding_batch_size": 64, |
| "positive_label_name": "RELEVANT", |
| "negative_label_name": "NOT_RELEVANT", |
| "push_to_hub": true, |
| "hub_model_id": "faodl/agri-utilization-classifier", |
| "hub_private_repo": false |
| }, |
| "dataset_summary": { |
| "train": { |
| "rows": 4877, |
| "labels": { |
| "0": 4347, |
| "1": 530 |
| }, |
| "unique_groups": 2513, |
| "text_length_mean": 696.6221037523068, |
| "text_length_median": 794.0 |
| }, |
| "validation": { |
| "rows": 978, |
| "labels": { |
| "0": 899, |
| "1": 79 |
| }, |
| "unique_groups": 538, |
| "text_length_mean": 690.6196319018405, |
| "text_length_median": 794.0 |
| }, |
| "test": { |
| "rows": 1016, |
| "labels": { |
| "0": 904, |
| "1": 112 |
| }, |
| "unique_groups": 539, |
| "text_length_mean": 690.6929133858267, |
| "text_length_median": 794.0 |
| } |
| }, |
| "results": [ |
| { |
| "model_type": "logistic_tfidf", |
| "model_name": "logistic", |
| "artifact_dir": "/content/agri-utilization-classifier/baselines/logistic", |
| "artifact_file": "/content/agri-utilization-classifier/baselines/logistic/logistic_tfidf.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.6076606929552563, |
| "f1": 0.5777777777777778, |
| "precision": 0.6964285714285714, |
| "recall": 0.4936708860759494 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9120654396728016, |
| "precision": 0.46464646464646464, |
| "recall": 0.5822784810126582, |
| "f1": 0.5168539325842697, |
| "confusion_matrix": [ |
| [ |
| 846, |
| 53 |
| ], |
| [ |
| 33, |
| 46 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.962457337883959, |
| "recall": 0.9410456062291435, |
| "f1-score": 0.9516310461192351, |
| "support": 899.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.46464646464646464, |
| "recall": 0.5822784810126582, |
| "f1-score": 0.5168539325842697, |
| "support": 79.0 |
| }, |
| "accuracy": 0.9120654396728016, |
| "macro avg": { |
| "precision": 0.7135519012652118, |
| "recall": 0.7616620436209008, |
| "f1-score": 0.7342424893517524, |
| "support": 978.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9222456211296011, |
| "recall": 0.9120654396728016, |
| "f1-score": 0.9165110134308279, |
| "support": 978.0 |
| } |
| }, |
| "roc_auc": 0.871530955632841, |
| "average_precision": 0.5935308473185881 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.6076606929552563, |
| "accuracy": 0.941717791411043, |
| "precision": 0.6964285714285714, |
| "recall": 0.4936708860759494, |
| "f1": 0.5777777777777777, |
| "confusion_matrix": [ |
| [ |
| 882, |
| 17 |
| ], |
| [ |
| 40, |
| 39 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9566160520607375, |
| "recall": 0.9810901001112347, |
| "f1-score": 0.9686985172981878, |
| "support": 899.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6964285714285714, |
| "recall": 0.4936708860759494, |
| "f1-score": 0.5777777777777777, |
| "support": 79.0 |
| }, |
| "accuracy": 0.941717791411043, |
| "macro avg": { |
| "precision": 0.8265223117446545, |
| "recall": 0.737380493093592, |
| "f1-score": 0.7732381475379828, |
| "support": 978.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9355988629299183, |
| "recall": 0.941717791411043, |
| "f1-score": 0.9371210751487886, |
| "support": 978.0 |
| } |
| }, |
| "roc_auc": 0.871530955632841, |
| "average_precision": 0.5935308473185881 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9261811023622047, |
| "precision": 0.6907216494845361, |
| "recall": 0.5982142857142857, |
| "f1": 0.6411483253588517, |
| "confusion_matrix": [ |
| [ |
| 874, |
| 30 |
| ], |
| [ |
| 45, |
| 67 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9510337323177367, |
| "recall": 0.9668141592920354, |
| "f1-score": 0.9588590235874932, |
| "support": 904.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6907216494845361, |
| "recall": 0.5982142857142857, |
| "f1-score": 0.6411483253588517, |
| "support": 112.0 |
| }, |
| "accuracy": 0.9261811023622047, |
| "macro avg": { |
| "precision": 0.8208776909011364, |
| "recall": 0.7825142225031605, |
| "f1-score": 0.8000036744731724, |
| "support": 1016.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9223379121628957, |
| "recall": 0.9261811023622047, |
| "f1-score": 0.9238357970111075, |
| "support": 1016.0 |
| } |
| }, |
| "roc_auc": 0.8990004740834386, |
| "average_precision": 0.7262348311700503 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.6076606929552563, |
| "accuracy": 0.9301181102362205, |
| "precision": 0.9019607843137255, |
| "recall": 0.4107142857142857, |
| "f1": 0.5644171779141104, |
| "confusion_matrix": [ |
| [ |
| 899, |
| 5 |
| ], |
| [ |
| 66, |
| 46 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9316062176165804, |
| "recall": 0.9944690265486725, |
| "f1-score": 0.962011771000535, |
| "support": 904.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.9019607843137255, |
| "recall": 0.4107142857142857, |
| "f1-score": 0.5644171779141104, |
| "support": 112.0 |
| }, |
| "accuracy": 0.9301181102362205, |
| "macro avg": { |
| "precision": 0.9167835009651529, |
| "recall": 0.7025916561314791, |
| "f1-score": 0.7632144744573227, |
| "support": 1016.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9283382170950057, |
| "recall": 0.9301181102362205, |
| "f1-score": 0.9181824457784095, |
| "support": 1016.0 |
| } |
| }, |
| "roc_auc": 0.8990004740834386, |
| "average_precision": 0.7262348311700503 |
| } |
| }, |
| { |
| "model_type": "xgboost_tfidf", |
| "model_name": "xgboost", |
| "artifact_dir": "/content/agri-utilization-classifier/baselines/xgboost", |
| "artifact_file": "/content/agri-utilization-classifier/baselines/xgboost/xgboost_tfidf.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.17728303372859955, |
| "f1": 0.5806451612903226, |
| "precision": 0.5921052631578947, |
| "recall": 0.569620253164557 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9447852760736196, |
| "precision": 0.9310344827586207, |
| "recall": 0.34177215189873417, |
| "f1": 0.5, |
| "confusion_matrix": [ |
| [ |
| 897, |
| 2 |
| ], |
| [ |
| 52, |
| 27 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9452054794520548, |
| "recall": 0.9977753058954394, |
| "f1-score": 0.9707792207792207, |
| "support": 899.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.9310344827586207, |
| "recall": 0.34177215189873417, |
| "f1-score": 0.5, |
| "support": 79.0 |
| }, |
| "accuracy": 0.9447852760736196, |
| "macro avg": { |
| "precision": 0.9381199811053378, |
| "recall": 0.6697737288970868, |
| "f1-score": 0.7353896103896104, |
| "support": 978.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9440607874901108, |
| "recall": 0.9447852760736196, |
| "f1-score": 0.9327510424136191, |
| "support": 978.0 |
| } |
| }, |
| "roc_auc": 0.822629926359809, |
| "average_precision": 0.5882293042162409 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.17728303372859955, |
| "accuracy": 0.9335378323108384, |
| "precision": 0.5921052631578947, |
| "recall": 0.569620253164557, |
| "f1": 0.5806451612903226, |
| "confusion_matrix": [ |
| [ |
| 868, |
| 31 |
| ], |
| [ |
| 34, |
| 45 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9623059866962306, |
| "recall": 0.9655172413793104, |
| "f1-score": 0.9639089394780678, |
| "support": 899.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.5921052631578947, |
| "recall": 0.569620253164557, |
| "f1-score": 0.5806451612903226, |
| "support": 79.0 |
| }, |
| "accuracy": 0.9335378323108384, |
| "macro avg": { |
| "precision": 0.7772056249270627, |
| "recall": 0.7675687472719337, |
| "f1-score": 0.7722770503841951, |
| "support": 978.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9324022472693098, |
| "recall": 0.9335378323108384, |
| "f1-score": 0.9329500044301825, |
| "support": 978.0 |
| } |
| }, |
| "roc_auc": 0.822629926359809, |
| "average_precision": 0.5882293042162409 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9242125984251969, |
| "precision": 1.0, |
| "recall": 0.3125, |
| "f1": 0.47619047619047616, |
| "confusion_matrix": [ |
| [ |
| 904, |
| 0 |
| ], |
| [ |
| 77, |
| 35 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9215086646279307, |
| "recall": 1.0, |
| "f1-score": 0.9591511936339523, |
| "support": 904.0 |
| }, |
| "RELEVANT": { |
| "precision": 1.0, |
| "recall": 0.3125, |
| "f1-score": 0.47619047619047616, |
| "support": 112.0 |
| }, |
| "accuracy": 0.9242125984251969, |
| "macro avg": { |
| "precision": 0.9607543323139653, |
| "recall": 0.65625, |
| "f1-score": 0.7176708349122143, |
| "support": 1016.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9301612527791825, |
| "recall": 0.9242125984251969, |
| "f1-score": 0.905911429506325, |
| "support": 1016.0 |
| } |
| }, |
| "roc_auc": 0.8921114491150443, |
| "average_precision": 0.6916666494483661 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.17728303372859955, |
| "accuracy": 0.9183070866141733, |
| "precision": 0.6629213483146067, |
| "recall": 0.5267857142857143, |
| "f1": 0.5870646766169154, |
| "confusion_matrix": [ |
| [ |
| 874, |
| 30 |
| ], |
| [ |
| 53, |
| 59 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9428263214670982, |
| "recall": 0.9668141592920354, |
| "f1-score": 0.9546695794647734, |
| "support": 904.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6629213483146067, |
| "recall": 0.5267857142857143, |
| "f1-score": 0.5870646766169154, |
| "support": 112.0 |
| }, |
| "accuracy": 0.9183070866141733, |
| "macro avg": { |
| "precision": 0.8028738348908524, |
| "recall": 0.7467999367888749, |
| "f1-score": 0.7708671280408443, |
| "support": 1016.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9119706551353274, |
| "recall": 0.9183070866141733, |
| "f1-score": 0.9141462043476867, |
| "support": 1016.0 |
| } |
| }, |
| "roc_auc": 0.8921114491150443, |
| "average_precision": 0.6916666494483661 |
| } |
| }, |
| { |
| "model_type": "embedding-logistic_sentence_embeddings", |
| "model_name": "logistic", |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "artifact_dir": "/content/agri-utilization-classifier/baselines/embedding-logistic", |
| "artifact_file": "/content/agri-utilization-classifier/baselines/embedding-logistic/embedding-logistic.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.7220406191151401, |
| "f1": 0.7529411764705883, |
| "precision": 0.7032967032967034, |
| "recall": 0.810126582278481 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9120654396728016, |
| "precision": 0.4755244755244755, |
| "recall": 0.8607594936708861, |
| "f1": 0.6126126126126126, |
| "confusion_matrix": [ |
| [ |
| 824, |
| 75 |
| ], |
| [ |
| 11, |
| 68 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9868263473053892, |
| "recall": 0.9165739710789766, |
| "f1-score": 0.9504036908881199, |
| "support": 899.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.4755244755244755, |
| "recall": 0.8607594936708861, |
| "f1-score": 0.6126126126126126, |
| "support": 79.0 |
| }, |
| "accuracy": 0.9120654396728016, |
| "macro avg": { |
| "precision": 0.7311754114149324, |
| "recall": 0.8886667323749313, |
| "f1-score": 0.7815081517503663, |
| "support": 978.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9455248668650087, |
| "recall": 0.9120654396728016, |
| "f1-score": 0.9231179084916321, |
| "support": 978.0 |
| } |
| }, |
| "roc_auc": 0.9525633263400967, |
| "average_precision": 0.7622834015915168 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.7220406191151401, |
| "accuracy": 0.9570552147239264, |
| "precision": 0.7032967032967034, |
| "recall": 0.810126582278481, |
| "f1": 0.7529411764705882, |
| "confusion_matrix": [ |
| [ |
| 872, |
| 27 |
| ], |
| [ |
| 15, |
| 64 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9830890642615558, |
| "recall": 0.9699666295884316, |
| "f1-score": 0.9764837625979843, |
| "support": 899.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7032967032967034, |
| "recall": 0.810126582278481, |
| "f1-score": 0.7529411764705882, |
| "support": 79.0 |
| }, |
| "accuracy": 0.9570552147239264, |
| "macro avg": { |
| "precision": 0.8431928837791296, |
| "recall": 0.8900466059334563, |
| "f1-score": 0.8647124695342863, |
| "support": 978.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9604882498277897, |
| "recall": 0.9570552147239264, |
| "f1-score": 0.9584266416326834, |
| "support": 978.0 |
| } |
| }, |
| "roc_auc": 0.9525633263400967, |
| "average_precision": 0.7622834015915168 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.890748031496063, |
| "precision": 0.5025380710659898, |
| "recall": 0.8839285714285714, |
| "f1": 0.6407766990291263, |
| "confusion_matrix": [ |
| [ |
| 806, |
| 98 |
| ], |
| [ |
| 13, |
| 99 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9841269841269841, |
| "recall": 0.8915929203539823, |
| "f1-score": 0.9355774811375508, |
| "support": 904.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.5025380710659898, |
| "recall": 0.8839285714285714, |
| "f1-score": 0.6407766990291263, |
| "support": 112.0 |
| }, |
| "accuracy": 0.890748031496063, |
| "macro avg": { |
| "precision": 0.7433325275964869, |
| "recall": 0.8877607458912768, |
| "f1-score": 0.7881770900833385, |
| "support": 1016.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9310384425297091, |
| "recall": 0.890748031496063, |
| "f1-score": 0.9030797571255984, |
| "support": 1016.0 |
| } |
| }, |
| "roc_auc": 0.955317635903919, |
| "average_precision": 0.7096184898069098 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.7220406191151401, |
| "accuracy": 0.9350393700787402, |
| "precision": 0.6885245901639344, |
| "recall": 0.75, |
| "f1": 0.717948717948718, |
| "confusion_matrix": [ |
| [ |
| 866, |
| 38 |
| ], |
| [ |
| 28, |
| 84 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9686800894854586, |
| "recall": 0.9579646017699115, |
| "f1-score": 0.9632925472747497, |
| "support": 904.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6885245901639344, |
| "recall": 0.75, |
| "f1-score": 0.717948717948718, |
| "support": 112.0 |
| }, |
| "accuracy": 0.9350393700787402, |
| "macro avg": { |
| "precision": 0.8286023398246964, |
| "recall": 0.8539823008849557, |
| "f1-score": 0.8406206326117338, |
| "support": 1016.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9377968060956843, |
| "recall": 0.9350393700787402, |
| "f1-score": 0.9362467708136123, |
| "support": 1016.0 |
| } |
| }, |
| "roc_auc": 0.955317635903919, |
| "average_precision": 0.7096184898069098 |
| } |
| }, |
| { |
| "model_type": "embedding-svm_sentence_embeddings", |
| "model_name": "svm", |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "artifact_dir": "/content/agri-utilization-classifier/baselines/embedding-svm", |
| "artifact_file": "/content/agri-utilization-classifier/baselines/embedding-svm/embedding-svm.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.30975184413575924, |
| "f1": 0.746987951807229, |
| "precision": 0.7126436781609196, |
| "recall": 0.7848101265822784 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9550102249488752, |
| "precision": 0.8070175438596491, |
| "recall": 0.5822784810126582, |
| "f1": 0.6764705882352942, |
| "confusion_matrix": [ |
| [ |
| 888, |
| 11 |
| ], |
| [ |
| 33, |
| 46 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9641693811074918, |
| "recall": 0.9877641824249166, |
| "f1-score": 0.9758241758241758, |
| "support": 899.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8070175438596491, |
| "recall": 0.5822784810126582, |
| "f1-score": 0.6764705882352942, |
| "support": 79.0 |
| }, |
| "accuracy": 0.9550102249488752, |
| "macro avg": { |
| "precision": 0.8855934624835704, |
| "recall": 0.7850213317187874, |
| "f1-score": 0.8261473820297349, |
| "support": 978.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9514751120455496, |
| "recall": 0.9550102249488752, |
| "f1-score": 0.9516432623072826, |
| "support": 978.0 |
| } |
| }, |
| "roc_auc": 0.9524506836006251, |
| "average_precision": 0.7542419360138435 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.30975184413575924, |
| "accuracy": 0.9570552147239264, |
| "precision": 0.7126436781609196, |
| "recall": 0.7848101265822784, |
| "f1": 0.7469879518072289, |
| "confusion_matrix": [ |
| [ |
| 874, |
| 25 |
| ], |
| [ |
| 17, |
| 62 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9809203142536476, |
| "recall": 0.9721913236929922, |
| "f1-score": 0.976536312849162, |
| "support": 899.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7126436781609196, |
| "recall": 0.7848101265822784, |
| "f1-score": 0.7469879518072289, |
| "support": 79.0 |
| }, |
| "accuracy": 0.9570552147239264, |
| "macro avg": { |
| "precision": 0.8467819962072836, |
| "recall": 0.8785007251376353, |
| "f1-score": 0.8617621323281954, |
| "support": 978.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9592497066347054, |
| "recall": 0.9570552147239264, |
| "f1-score": 0.9579940628263474, |
| "support": 978.0 |
| } |
| }, |
| "roc_auc": 0.9524506836006251, |
| "average_precision": 0.7542419360138435 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9301181102362205, |
| "precision": 0.7411764705882353, |
| "recall": 0.5625, |
| "f1": 0.6395939086294417, |
| "confusion_matrix": [ |
| [ |
| 882, |
| 22 |
| ], |
| [ |
| 49, |
| 63 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9473684210526315, |
| "recall": 0.9756637168141593, |
| "f1-score": 0.9613079019073569, |
| "support": 904.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7411764705882353, |
| "recall": 0.5625, |
| "f1-score": 0.6395939086294417, |
| "support": 112.0 |
| }, |
| "accuracy": 0.9301181102362205, |
| "macro avg": { |
| "precision": 0.8442724458204334, |
| "recall": 0.7690818584070797, |
| "f1-score": 0.8004509052683992, |
| "support": 1016.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9246385997415957, |
| "recall": 0.9301181102362205, |
| "f1-score": 0.9258433672153032, |
| "support": 1016.0 |
| } |
| }, |
| "roc_auc": 0.9563744469026548, |
| "average_precision": 0.7035914186137721 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.30975184413575924, |
| "accuracy": 0.9340551181102362, |
| "precision": 0.6859504132231405, |
| "recall": 0.7410714285714286, |
| "f1": 0.7124463519313304, |
| "confusion_matrix": [ |
| [ |
| 866, |
| 38 |
| ], |
| [ |
| 29, |
| 83 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9675977653631285, |
| "recall": 0.9579646017699115, |
| "f1-score": 0.962757087270706, |
| "support": 904.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6859504132231405, |
| "recall": 0.7410714285714286, |
| "f1-score": 0.7124463519313304, |
| "support": 112.0 |
| }, |
| "accuracy": 0.9340551181102362, |
| "macro avg": { |
| "precision": 0.8267740892931346, |
| "recall": 0.84951801517067, |
| "f1-score": 0.8376017196010181, |
| "support": 1016.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9365500257571455, |
| "recall": 0.9340551181102362, |
| "f1-score": 0.9351637778632157, |
| "support": 1016.0 |
| } |
| }, |
| "roc_auc": 0.9563744469026548, |
| "average_precision": 0.7035914186137721 |
| } |
| }, |
| { |
| "model_type": "embedding-lightgbm_sentence_embeddings", |
| "model_name": "lightgbm", |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "artifact_dir": "/content/agri-utilization-classifier/baselines/embedding-lightgbm", |
| "artifact_file": "/content/agri-utilization-classifier/baselines/embedding-lightgbm/embedding-lightgbm.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.042041465431985434, |
| "f1": 0.7283236994219654, |
| "precision": 0.6702127659574468, |
| "recall": 0.7974683544303798 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9539877300613497, |
| "precision": 0.75, |
| "recall": 0.6455696202531646, |
| "f1": 0.6938775510204082, |
| "confusion_matrix": [ |
| [ |
| 882, |
| 17 |
| ], |
| [ |
| 28, |
| 51 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9692307692307692, |
| "recall": 0.9810901001112347, |
| "f1-score": 0.9751243781094527, |
| "support": 899.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.75, |
| "recall": 0.6455696202531646, |
| "f1-score": 0.6938775510204082, |
| "support": 79.0 |
| }, |
| "accuracy": 0.9539877300613497, |
| "macro avg": { |
| "precision": 0.8596153846153847, |
| "recall": 0.8133298601821997, |
| "f1-score": 0.8345009645649304, |
| "support": 978.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9515219443133554, |
| "recall": 0.9539877300613497, |
| "f1-score": 0.9524060761257774, |
| "support": 978.0 |
| } |
| }, |
| "roc_auc": 0.9480716971036736, |
| "average_precision": 0.7818499996214695 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.042041465431985434, |
| "accuracy": 0.9519427402862985, |
| "precision": 0.6702127659574468, |
| "recall": 0.7974683544303798, |
| "f1": 0.7283236994219653, |
| "confusion_matrix": [ |
| [ |
| 868, |
| 31 |
| ], |
| [ |
| 16, |
| 63 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9819004524886877, |
| "recall": 0.9655172413793104, |
| "f1-score": 0.9736399326977005, |
| "support": 899.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6702127659574468, |
| "recall": 0.7974683544303798, |
| "f1-score": 0.7283236994219653, |
| "support": 79.0 |
| }, |
| "accuracy": 0.9519427402862985, |
| "macro avg": { |
| "precision": 0.8260566092230672, |
| "recall": 0.881492797904845, |
| "f1-score": 0.8509818160598329, |
| "support": 978.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9567232262760416, |
| "recall": 0.9519427402862985, |
| "f1-score": 0.9538239997439346, |
| "support": 978.0 |
| } |
| }, |
| "roc_auc": 0.9480716971036736, |
| "average_precision": 0.7818499996214695 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.937007874015748, |
| "precision": 0.74, |
| "recall": 0.6607142857142857, |
| "f1": 0.6981132075471698, |
| "confusion_matrix": [ |
| [ |
| 878, |
| 26 |
| ], |
| [ |
| 38, |
| 74 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9585152838427947, |
| "recall": 0.9712389380530974, |
| "f1-score": 0.9648351648351648, |
| "support": 904.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.74, |
| "recall": 0.6607142857142857, |
| "f1-score": 0.6981132075471698, |
| "support": 112.0 |
| }, |
| "accuracy": 0.937007874015748, |
| "macro avg": { |
| "precision": 0.8492576419213973, |
| "recall": 0.8159766118836915, |
| "f1-score": 0.8314741861911673, |
| "support": 1016.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9344269848365024, |
| "recall": 0.937007874015748, |
| "f1-score": 0.9354327443467244, |
| "support": 1016.0 |
| } |
| }, |
| "roc_auc": 0.9597819216182049, |
| "average_precision": 0.7911233572387708 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.042041465431985434, |
| "accuracy": 0.9291338582677166, |
| "precision": 0.6388888888888888, |
| "recall": 0.8214285714285714, |
| "f1": 0.71875, |
| "confusion_matrix": [ |
| [ |
| 852, |
| 52 |
| ], |
| [ |
| 20, |
| 92 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9770642201834863, |
| "recall": 0.9424778761061947, |
| "f1-score": 0.9594594594594594, |
| "support": 904.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6388888888888888, |
| "recall": 0.8214285714285714, |
| "f1-score": 0.71875, |
| "support": 112.0 |
| }, |
| "accuracy": 0.9291338582677166, |
| "macro avg": { |
| "precision": 0.8079765545361876, |
| "recall": 0.881953223767383, |
| "f1-score": 0.8391047297297297, |
| "support": 1016.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9397850498045542, |
| "recall": 0.9291338582677166, |
| "f1-score": 0.9329245584166844, |
| "support": 1016.0 |
| } |
| }, |
| "roc_auc": 0.9597819216182049, |
| "average_precision": 0.7911233572387708 |
| } |
| }, |
| { |
| "model_type": "transformer", |
| "model_name": "FacebookAI/xlm-roberta-base", |
| "artifact_dir": "/content/agri-utilization-classifier/transformer", |
| "validation_best_threshold": { |
| "threshold": 0.4710787534713745, |
| "f1": 0.829268292682927, |
| "precision": 0.8, |
| "recall": 0.8607594936708861 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9703476482617587, |
| "precision": 0.7976190476190477, |
| "recall": 0.8481012658227848, |
| "f1": 0.8220858895705522, |
| "confusion_matrix": [ |
| [ |
| 882, |
| 17 |
| ], |
| [ |
| 12, |
| 67 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9865771812080537, |
| "recall": 0.9810901001112347, |
| "f1-score": 0.9838259899609593, |
| "support": 899.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7976190476190477, |
| "recall": 0.8481012658227848, |
| "f1-score": 0.8220858895705522, |
| "support": 79.0 |
| }, |
| "accuracy": 0.9703476482617587, |
| "macro avg": { |
| "precision": 0.8920981144135507, |
| "recall": 0.9145956829670097, |
| "f1-score": 0.9029559397657557, |
| "support": 978.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9713136918895144, |
| "recall": 0.9703476482617587, |
| "f1-score": 0.9707610943261513, |
| "support": 978.0 |
| } |
| }, |
| "roc_auc": 0.9661086157615353, |
| "average_precision": 0.8539255147550682 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.4710787534713745, |
| "accuracy": 0.9713701431492843, |
| "precision": 0.8, |
| "recall": 0.8607594936708861, |
| "f1": 0.8292682926829268, |
| "confusion_matrix": [ |
| [ |
| 882, |
| 17 |
| ], |
| [ |
| 11, |
| 68 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9876819708846585, |
| "recall": 0.9810901001112347, |
| "f1-score": 0.984375, |
| "support": 899.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8, |
| "recall": 0.8607594936708861, |
| "f1-score": 0.8292682926829268, |
| "support": 79.0 |
| }, |
| "accuracy": 0.9713701431492843, |
| "macro avg": { |
| "precision": 0.8938409854423293, |
| "recall": 0.9209247968910603, |
| "f1-score": 0.9068216463414633, |
| "support": 978.0 |
| }, |
| "weighted avg": { |
| "precision": 0.972521566283546, |
| "recall": 0.9713701431492843, |
| "f1-score": 0.9718459305950421, |
| "support": 978.0 |
| } |
| }, |
| "roc_auc": 0.9661086157615353, |
| "average_precision": 0.8539255147550682 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9507874015748031, |
| "precision": 0.7767857142857143, |
| "recall": 0.7767857142857143, |
| "f1": 0.7767857142857143, |
| "confusion_matrix": [ |
| [ |
| 879, |
| 25 |
| ], |
| [ |
| 25, |
| 87 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9723451327433629, |
| "recall": 0.9723451327433629, |
| "f1-score": 0.9723451327433629, |
| "support": 904.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7767857142857143, |
| "recall": 0.7767857142857143, |
| "f1-score": 0.7767857142857143, |
| "support": 112.0 |
| }, |
| "accuracy": 0.9507874015748031, |
| "macro avg": { |
| "precision": 0.8745654235145386, |
| "recall": 0.8745654235145386, |
| "f1-score": 0.8745654235145386, |
| "support": 1016.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9507874015748031, |
| "recall": 0.9507874015748031, |
| "f1-score": 0.9507874015748031, |
| "support": 1016.0 |
| } |
| }, |
| "roc_auc": 0.9682512247155499, |
| "average_precision": 0.8171206633671375 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.4710787534713745, |
| "accuracy": 0.9498031496062992, |
| "precision": 0.7699115044247787, |
| "recall": 0.7767857142857143, |
| "f1": 0.7733333333333333, |
| "confusion_matrix": [ |
| [ |
| 878, |
| 26 |
| ], |
| [ |
| 25, |
| 87 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9723145071982281, |
| "recall": 0.9712389380530974, |
| "f1-score": 0.9717764250138351, |
| "support": 904.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7699115044247787, |
| "recall": 0.7767857142857143, |
| "f1-score": 0.7733333333333333, |
| "support": 112.0 |
| }, |
| "accuracy": 0.9498031496062992, |
| "macro avg": { |
| "precision": 0.8711130058115034, |
| "recall": 0.8740123261694058, |
| "f1-score": 0.8725548791735842, |
| "support": 1016.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9500023651602102, |
| "recall": 0.9498031496062992, |
| "f1-score": 0.9499008086081104, |
| "support": 1016.0 |
| } |
| }, |
| "roc_auc": 0.9682512247155499, |
| "average_precision": 0.8171206633671375 |
| } |
| } |
| ] |
| } |
