{
  "created_at": "2026-06-09T23:58:45.600559+00:00",
  "config": {
    "hf_dataset": "faodl/amis-agri-utilization",
    "hf_subset": null,
    "hf_revision": "main",
    "train_split": "train",
    "validation_split": "validation",
    "test_split": "test",
    "text_col": "chunk_text",
    "label_col": "label",
    "group_col": "id",
    "id_col": "chunk_id",
    "model_name": "FacebookAI/xlm-roberta-base",
    "output_dir": "/content/agri-utilization-classifier",
    "max_length": 256,
    "learning_rate": 2e-05,
    "weight_decay": 0.01,
    "num_train_epochs": 5.0,
    "per_device_train_batch_size": 16,
    "per_device_eval_batch_size": 32,
    "gradient_accumulation_steps": 1,
    "warmup_ratio": 0.1,
    "early_stopping_patience": 2,
    "seed": 42,
    "metric_for_best_model": "f1",
    "skip_transformer": false,
    "skip_baselines": false,
    "baseline_models": [
      "logistic",
      "xgboost",
      "embedding-logistic",
      "embedding-svm",
      "embedding-lightgbm"
    ],
    "tfidf_max_features": 50000,
    "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
    "embedding_batch_size": 64,
    "positive_label_name": "RELEVANT",
    "negative_label_name": "NOT_RELEVANT",
    "push_to_hub": true,
    "hub_model_id": "faodl/agri-utilization-classifier",
    "hub_private_repo": false
  },
  "dataset_summary": {
    "train": {
      "rows": 9753,
      "labels": {
        "0": 8950,
        "1": 803
      },
      "unique_groups": 4987,
      "text_length_mean": 696.3964933866503,
      "text_length_median": 794.0
    },
    "validation": {
      "rows": 2084,
      "labels": {
        "0": 1885,
        "1": 199
      },
      "unique_groups": 1069,
      "text_length_mean": 700.8267754318618,
      "text_length_median": 794.0
    },
    "test": {
      "rows": 2086,
      "labels": {
        "0": 1957,
        "1": 129
      },
      "unique_groups": 1069,
      "text_length_mean": 701.6332694151486,
      "text_length_median": 794.0
    }
  },
  "results": [
    {
      "model_type": "logistic_tfidf",
      "model_name": "logistic",
      "artifact_dir": "/content/agri-utilization-classifier/baselines/logistic",
      "artifact_file": "/content/agri-utilization-classifier/baselines/logistic/logistic_tfidf.joblib",
      "validation_best_threshold": {
        "threshold": 0.36023362771573536,
        "f1": 0.48928571428571427,
        "precision": 0.37950138504155123,
        "recall": 0.6884422110552764
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9011516314779271,
        "precision": 0.4816753926701571,
        "recall": 0.4623115577889447,
        "f1": 0.4717948717948718,
        "confusion_matrix": [
          [
            1786,
            99
          ],
          [
            107,
            92
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9434759640781828,
            "recall": 0.9474801061007958,
            "f1-score": 0.9454737956590789,
            "support": 1885.0
          },
          "RELEVANT": {
            "precision": 0.4816753926701571,
            "recall": 0.4623115577889447,
            "f1-score": 0.4717948717948718,
            "support": 199.0
          },
          "accuracy": 0.9011516314779271,
          "macro avg": {
            "precision": 0.7125756783741699,
            "recall": 0.7048958319448703,
            "f1-score": 0.7086343337269754,
            "support": 2084.0
          },
          "weighted avg": {
            "precision": 0.8993788845627332,
            "recall": 0.9011516314779271,
            "f1-score": 0.9002424588793393,
            "support": 2084.0
          }
        },
        "roc_auc": 0.8674606454020767,
        "average_precision": 0.4960554729220717
      },
      "validation_optimal_threshold": {
        "threshold": 0.36023362771573536,
        "accuracy": 0.8627639155470249,
        "precision": 0.37950138504155123,
        "recall": 0.6884422110552764,
        "f1": 0.48928571428571427,
        "confusion_matrix": [
          [
            1661,
            224
          ],
          [
            62,
            137
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9640162507254788,
            "recall": 0.8811671087533156,
            "f1-score": 0.9207317073170732,
            "support": 1885.0
          },
          "RELEVANT": {
            "precision": 0.37950138504155123,
            "recall": 0.6884422110552764,
            "f1-score": 0.48928571428571427,
            "support": 199.0
          },
          "accuracy": 0.8627639155470249,
          "macro avg": {
            "precision": 0.671758817883515,
            "recall": 0.7848046599042959,
            "f1-score": 0.7050087108013937,
            "support": 2084.0
          },
          "weighted avg": {
            "precision": 0.9082012515550846,
            "recall": 0.8627639155470249,
            "f1-score": 0.879533169594789,
            "support": 2084.0
          }
        },
        "roc_auc": 0.8674606454020767,
        "average_precision": 0.4960554729220717
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9175455417066155,
        "precision": 0.3576158940397351,
        "recall": 0.4186046511627907,
        "f1": 0.38571428571428573,
        "confusion_matrix": [
          [
            1860,
            97
          ],
          [
            75,
            54
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9612403100775194,
            "recall": 0.9504343382728666,
            "f1-score": 0.9558067831449126,
            "support": 1957.0
          },
          "RELEVANT": {
            "precision": 0.3576158940397351,
            "recall": 0.4186046511627907,
            "f1-score": 0.38571428571428573,
            "support": 129.0
          },
          "accuracy": 0.9175455417066155,
          "macro avg": {
            "precision": 0.6594281020586272,
            "recall": 0.6845194947178287,
            "f1-score": 0.6707605344295992,
            "support": 2086.0
          },
          "weighted avg": {
            "precision": 0.9239116668997274,
            "recall": 0.9175455417066155,
            "f1-score": 0.9205517821053388,
            "support": 2086.0
          }
        },
        "roc_auc": 0.8562663149180244,
        "average_precision": 0.3981049318082447
      },
      "test_optimal_threshold": {
        "threshold": 0.36023362771573536,
        "accuracy": 0.8686481303930969,
        "precision": 0.26688102893890675,
        "recall": 0.6434108527131783,
        "f1": 0.37727272727272726,
        "confusion_matrix": [
          [
            1729,
            228
          ],
          [
            46,
            83
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9740845070422535,
            "recall": 0.883495145631068,
            "f1-score": 0.9265809217577706,
            "support": 1957.0
          },
          "RELEVANT": {
            "precision": 0.26688102893890675,
            "recall": 0.6434108527131783,
            "f1-score": 0.37727272727272726,
            "support": 129.0
          },
          "accuracy": 0.8686481303930969,
          "macro avg": {
            "precision": 0.6204827679905801,
            "recall": 0.7634529991721232,
            "f1-score": 0.651926824515249,
            "support": 2086.0
          },
          "weighted avg": {
            "precision": 0.9303504472745969,
            "recall": 0.8686481303930969,
            "f1-score": 0.8926112395484846,
            "support": 2086.0
          }
        },
        "roc_auc": 0.8562663149180244,
        "average_precision": 0.3981049318082447
      }
    },
    {
      "model_type": "xgboost_tfidf",
      "model_name": "xgboost",
      "artifact_dir": "/content/agri-utilization-classifier/baselines/xgboost",
      "artifact_file": "/content/agri-utilization-classifier/baselines/xgboost/xgboost_tfidf.joblib",
      "validation_best_threshold": {
        "threshold": 0.10415865480899811,
        "f1": 0.5354691075514874,
        "precision": 0.49159663865546216,
        "recall": 0.5879396984924623
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9189059500959693,
        "precision": 0.7205882352941176,
        "recall": 0.24623115577889448,
        "f1": 0.36704119850187267,
        "confusion_matrix": [
          [
            1866,
            19
          ],
          [
            150,
            49
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9255952380952381,
            "recall": 0.9899204244031831,
            "f1-score": 0.9566777749295052,
            "support": 1885.0
          },
          "RELEVANT": {
            "precision": 0.7205882352941176,
            "recall": 0.24623115577889448,
            "f1-score": 0.36704119850187267,
            "support": 199.0
          },
          "accuracy": 0.9189059500959693,
          "macro avg": {
            "precision": 0.823091736694678,
            "recall": 0.6180757900910387,
            "f1-score": 0.661859486715689,
            "support": 2084.0
          },
          "weighted avg": {
            "precision": 0.9060192335091427,
            "recall": 0.9189059500959693,
            "f1-score": 0.9003737064510509,
            "support": 2084.0
          }
        },
        "roc_auc": 0.8338682803940125,
        "average_precision": 0.49303491730954946
      },
      "validation_optimal_threshold": {
        "threshold": 0.10415865480899811,
        "accuracy": 0.9025911708253359,
        "precision": 0.49159663865546216,
        "recall": 0.5879396984924623,
        "f1": 0.5354691075514875,
        "confusion_matrix": [
          [
            1764,
            121
          ],
          [
            82,
            117
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9555796316359697,
            "recall": 0.9358090185676392,
            "f1-score": 0.9455909943714822,
            "support": 1885.0
          },
          "RELEVANT": {
            "precision": 0.49159663865546216,
            "recall": 0.5879396984924623,
            "f1-score": 0.5354691075514875,
            "support": 199.0
          },
          "accuracy": 0.9025911708253359,
          "macro avg": {
            "precision": 0.723588135145716,
            "recall": 0.7618743585300507,
            "f1-score": 0.7405300509614848,
            "support": 2084.0
          },
          "weighted avg": {
            "precision": 0.9112741538993474,
            "recall": 0.9025911708253359,
            "f1-score": 0.906428683681857,
            "support": 2084.0
          }
        },
        "roc_auc": 0.8338682803940125,
        "average_precision": 0.49303491730954946
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.950143815915628,
        "precision": 0.7659574468085106,
        "recall": 0.27906976744186046,
        "f1": 0.4090909090909091,
        "confusion_matrix": [
          [
            1946,
            11
          ],
          [
            93,
            36
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9543894065718489,
            "recall": 0.9943791517629024,
            "f1-score": 0.973973973973974,
            "support": 1957.0
          },
          "RELEVANT": {
            "precision": 0.7659574468085106,
            "recall": 0.27906976744186046,
            "f1-score": 0.4090909090909091,
            "support": 129.0
          },
          "accuracy": 0.950143815915628,
          "macro avg": {
            "precision": 0.8601734266901797,
            "recall": 0.6367244596023814,
            "f1-score": 0.6915324415324415,
            "support": 2086.0
          },
          "weighted avg": {
            "precision": 0.9427366151962637,
            "recall": 0.950143815915628,
            "f1-score": 0.9390411286384441,
            "support": 2086.0
          }
        },
        "roc_auc": 0.8210657033190336,
        "average_precision": 0.47107353711983707
      },
      "test_optimal_threshold": {
        "threshold": 0.10415865480899811,
        "accuracy": 0.9065196548418025,
        "precision": 0.34285714285714286,
        "recall": 0.5581395348837209,
        "f1": 0.4247787610619469,
        "confusion_matrix": [
          [
            1819,
            138
          ],
          [
            57,
            72
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9696162046908315,
            "recall": 0.9294839039345938,
            "f1-score": 0.9491260109574745,
            "support": 1957.0
          },
          "RELEVANT": {
            "precision": 0.34285714285714286,
            "recall": 0.5581395348837209,
            "f1-score": 0.4247787610619469,
            "support": 129.0
          },
          "accuracy": 0.9065196548418025,
          "macro avg": {
            "precision": 0.6562366737739872,
            "recall": 0.7438117194091574,
            "f1-score": 0.6869523860097106,
            "support": 2086.0
          },
          "weighted avg": {
            "precision": 0.9308568954978566,
            "recall": 0.9065196548418025,
            "f1-score": 0.9166999346216532,
            "support": 2086.0
          }
        },
        "roc_auc": 0.8210657033190336,
        "average_precision": 0.47107353711983707
      }
    },
    {
      "model_type": "embedding-logistic_sentence_embeddings",
      "model_name": "logistic",
      "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
      "artifact_dir": "/content/agri-utilization-classifier/baselines/embedding-logistic",
      "artifact_file": "/content/agri-utilization-classifier/baselines/embedding-logistic/embedding-logistic.joblib",
      "validation_best_threshold": {
        "threshold": 0.7262281775474548,
        "f1": 0.6881720430107527,
        "precision": 0.6015037593984962,
        "recall": 0.8040201005025126
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.8953934740882917,
        "precision": 0.473972602739726,
        "recall": 0.8693467336683417,
        "f1": 0.6134751773049646,
        "confusion_matrix": [
          [
            1693,
            192
          ],
          [
            26,
            173
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9848749272833043,
            "recall": 0.8981432360742706,
            "f1-score": 0.939511653718091,
            "support": 1885.0
          },
          "RELEVANT": {
            "precision": 0.473972602739726,
            "recall": 0.8693467336683417,
            "f1-score": 0.6134751773049646,
            "support": 199.0
          },
          "accuracy": 0.8953934740882917,
          "macro avg": {
            "precision": 0.7294237650115152,
            "recall": 0.8837449848713061,
            "f1-score": 0.7764934155115277,
            "support": 2084.0
          },
          "weighted avg": {
            "precision": 0.9360891486920508,
            "recall": 0.8953934740882917,
            "f1-score": 0.9083786120644383,
            "support": 2084.0
          }
        },
        "roc_auc": 0.951833437745758,
        "average_precision": 0.6518934466014814
      },
      "validation_optimal_threshold": {
        "threshold": 0.7262281775474548,
        "accuracy": 0.9304222648752399,
        "precision": 0.6015037593984962,
        "recall": 0.8040201005025126,
        "f1": 0.6881720430107527,
        "confusion_matrix": [
          [
            1779,
            106
          ],
          [
            39,
            160
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9785478547854786,
            "recall": 0.9437665782493369,
            "f1-score": 0.9608425600864164,
            "support": 1885.0
          },
          "RELEVANT": {
            "precision": 0.6015037593984962,
            "recall": 0.8040201005025126,
            "f1-score": 0.6881720430107527,
            "support": 199.0
          },
          "accuracy": 0.9304222648752399,
          "macro avg": {
            "precision": 0.7900258070919874,
            "recall": 0.8738933393759247,
            "f1-score": 0.8245073015485846,
            "support": 2084.0
          },
          "weighted avg": {
            "precision": 0.9425441239879693,
            "recall": 0.9304222648752399,
            "f1-score": 0.9348054041852374,
            "support": 2084.0
          }
        },
        "roc_auc": 0.951833437745758,
        "average_precision": 0.6518934466014814
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.8911792905081496,
        "precision": 0.3496932515337423,
        "recall": 0.8837209302325582,
        "f1": 0.5010989010989011,
        "confusion_matrix": [
          [
            1745,
            212
          ],
          [
            15,
            114
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9914772727272727,
            "recall": 0.8916709248850281,
            "f1-score": 0.9389292440139898,
            "support": 1957.0
          },
          "RELEVANT": {
            "precision": 0.3496932515337423,
            "recall": 0.8837209302325582,
            "f1-score": 0.5010989010989011,
            "support": 129.0
          },
          "accuracy": 0.8911792905081496,
          "macro avg": {
            "precision": 0.6705852621305075,
            "recall": 0.8876959275587931,
            "f1-score": 0.7200140725564455,
            "support": 2086.0
          },
          "weighted avg": {
            "precision": 0.9517888073706259,
            "recall": 0.8911792905081496,
            "f1-score": 0.911853446201887,
            "support": 2086.0
          }
        },
        "roc_auc": 0.9507987625419385,
        "average_precision": 0.5430515103343022
      },
      "test_optimal_threshold": {
        "threshold": 0.7262281775474548,
        "accuracy": 0.9285714285714286,
        "precision": 0.4494949494949495,
        "recall": 0.689922480620155,
        "f1": 0.5443425076452599,
        "confusion_matrix": [
          [
            1848,
            109
          ],
          [
            40,
            89
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9788135593220338,
            "recall": 0.9443025038323966,
            "f1-score": 0.9612483745123537,
            "support": 1957.0
          },
          "RELEVANT": {
            "precision": 0.4494949494949495,
            "recall": 0.689922480620155,
            "f1-score": 0.5443425076452599,
            "support": 129.0
          },
          "accuracy": 0.9285714285714286,
          "macro avg": {
            "precision": 0.7141542544084917,
            "recall": 0.8171124922262758,
            "f1-score": 0.7527954410788068,
            "support": 2086.0
          },
          "weighted avg": {
            "precision": 0.9460800498936092,
            "recall": 0.9285714285714286,
            "f1-score": 0.9354665639534586,
            "support": 2086.0
          }
        },
        "roc_auc": 0.9507987625419385,
        "average_precision": 0.5430515103343022
      }
    },
    {
      "model_type": "embedding-svm_sentence_embeddings",
      "model_name": "svm",
      "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
      "artifact_dir": "/content/agri-utilization-classifier/baselines/embedding-svm",
      "artifact_file": "/content/agri-utilization-classifier/baselines/embedding-svm/embedding-svm.joblib",
      "validation_best_threshold": {
        "threshold": 0.24490298824052611,
        "f1": 0.7004608294930875,
        "precision": 0.6468085106382979,
        "recall": 0.7638190954773869
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9313819577735125,
        "precision": 0.7121212121212122,
        "recall": 0.4723618090452261,
        "f1": 0.56797583081571,
        "confusion_matrix": [
          [
            1847,
            38
          ],
          [
            105,
            94
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9462090163934426,
            "recall": 0.979840848806366,
            "f1-score": 0.9627313004951785,
            "support": 1885.0
          },
          "RELEVANT": {
            "precision": 0.7121212121212122,
            "recall": 0.4723618090452261,
            "f1-score": 0.56797583081571,
            "support": 199.0
          },
          "accuracy": 0.9313819577735125,
          "macro avg": {
            "precision": 0.8291651142573273,
            "recall": 0.726101328925796,
            "f1-score": 0.7653535656554442,
            "support": 2084.0
          },
          "weighted avg": {
            "precision": 0.9238561022618813,
            "recall": 0.9313819577735125,
            "f1-score": 0.9250363204250182,
            "support": 2084.0
          }
        },
        "roc_auc": 0.9535662396864961,
        "average_precision": 0.6698106173212027
      },
      "validation_optimal_threshold": {
        "threshold": 0.24490298824052611,
        "accuracy": 0.9376199616122841,
        "precision": 0.6468085106382979,
        "recall": 0.7638190954773869,
        "f1": 0.7004608294930875,
        "confusion_matrix": [
          [
            1802,
            83
          ],
          [
            47,
            152
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9745808545159546,
            "recall": 0.9559681697612732,
            "f1-score": 0.9651847884306374,
            "support": 1885.0
          },
          "RELEVANT": {
            "precision": 0.6468085106382979,
            "recall": 0.7638190954773869,
            "f1-score": 0.7004608294930875,
            "support": 199.0
          },
          "accuracy": 0.9376199616122841,
          "macro avg": {
            "precision": 0.8106946825771262,
            "recall": 0.85989363261933,
            "f1-score": 0.8328228089618624,
            "support": 2084.0
          },
          "weighted avg": {
            "precision": 0.9432820558443357,
            "recall": 0.9376199616122841,
            "f1-score": 0.9399064449428386,
            "support": 2084.0
          }
        },
        "roc_auc": 0.9535662396864961,
        "average_precision": 0.6698106173212027
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9482262703739214,
        "precision": 0.6060606060606061,
        "recall": 0.46511627906976744,
        "f1": 0.5263157894736842,
        "confusion_matrix": [
          [
            1918,
            39
          ],
          [
            69,
            60
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.96527428283845,
            "recall": 0.9800715380684721,
            "f1-score": 0.9726166328600405,
            "support": 1957.0
          },
          "RELEVANT": {
            "precision": 0.6060606060606061,
            "recall": 0.46511627906976744,
            "f1-score": 0.5263157894736842,
            "support": 129.0
          },
          "accuracy": 0.9482262703739214,
          "macro avg": {
            "precision": 0.785667444449528,
            "recall": 0.7225939085691198,
            "f1-score": 0.7494662111668624,
            "support": 2086.0
          },
          "weighted avg": {
            "precision": 0.9430602059907309,
            "recall": 0.9482262703739214,
            "f1-score": 0.9450170121520635,
            "support": 2086.0
          }
        },
        "roc_auc": 0.9554768610394807,
        "average_precision": 0.5656727259491919
      },
      "test_optimal_threshold": {
        "threshold": 0.24490298824052611,
        "accuracy": 0.9372003835091084,
        "precision": 0.4943181818181818,
        "recall": 0.6744186046511628,
        "f1": 0.5704918032786885,
        "confusion_matrix": [
          [
            1868,
            89
          ],
          [
            42,
            87
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9780104712041885,
            "recall": 0.9545222278998468,
            "f1-score": 0.9661236100336178,
            "support": 1957.0
          },
          "RELEVANT": {
            "precision": 0.4943181818181818,
            "recall": 0.6744186046511628,
            "f1-score": 0.5704918032786885,
            "support": 129.0
          },
          "accuracy": 0.9372003835091084,
          "macro avg": {
            "precision": 0.7361643265111851,
            "recall": 0.8144704162755048,
            "f1-score": 0.7683077066561532,
            "support": 2086.0
          },
          "weighted avg": {
            "precision": 0.9480985319276809,
            "recall": 0.9372003835091084,
            "f1-score": 0.9416574053014098,
            "support": 2086.0
          }
        },
        "roc_auc": 0.9554768610394807,
        "average_precision": 0.5656727259491919
      }
    },
    {
      "model_type": "embedding-lightgbm_sentence_embeddings",
      "model_name": "lightgbm",
      "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
      "artifact_dir": "/content/agri-utilization-classifier/baselines/embedding-lightgbm",
      "artifact_file": "/content/agri-utilization-classifier/baselines/embedding-lightgbm/embedding-lightgbm.joblib",
      "validation_best_threshold": {
        "threshold": 0.08937255699326424,
        "f1": 0.7008547008547008,
        "precision": 0.6096654275092936,
        "recall": 0.8241206030150754
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9366602687140115,
        "precision": 0.6810810810810811,
        "recall": 0.6331658291457286,
        "f1": 0.65625,
        "confusion_matrix": [
          [
            1826,
            59
          ],
          [
            73,
            126
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9615587151132174,
            "recall": 0.9687002652519894,
            "f1-score": 0.9651162790697675,
            "support": 1885.0
          },
          "RELEVANT": {
            "precision": 0.6810810810810811,
            "recall": 0.6331658291457286,
            "f1-score": 0.65625,
            "support": 199.0
          },
          "accuracy": 0.9366602687140115,
          "macro avg": {
            "precision": 0.8213198980971492,
            "recall": 0.8009330471988589,
            "f1-score": 0.8106831395348837,
            "support": 2084.0
          },
          "weighted avg": {
            "precision": 0.9347760619594769,
            "recall": 0.9366602687140115,
            "f1-score": 0.9356228100031246,
            "support": 2084.0
          }
        },
        "roc_auc": 0.9537208589365928,
        "average_precision": 0.6689450933330522
      },
      "validation_optimal_threshold": {
        "threshold": 0.08937255699326424,
        "accuracy": 0.9328214971209213,
        "precision": 0.6096654275092936,
        "recall": 0.8241206030150754,
        "f1": 0.7008547008547008,
        "confusion_matrix": [
          [
            1780,
            105
          ],
          [
            35,
            164
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9807162534435262,
            "recall": 0.9442970822281167,
            "f1-score": 0.9621621621621622,
            "support": 1885.0
          },
          "RELEVANT": {
            "precision": 0.6096654275092936,
            "recall": 0.8241206030150754,
            "f1-score": 0.7008547008547008,
            "support": 199.0
          },
          "accuracy": 0.9328214971209213,
          "macro avg": {
            "precision": 0.7951908404764099,
            "recall": 0.884208842621596,
            "f1-score": 0.8315084315084316,
            "support": 2084.0
          },
          "weighted avg": {
            "precision": 0.945284816610075,
            "recall": 0.9328214971209213,
            "f1-score": 0.9372100581313634,
            "support": 2084.0
          }
        },
        "roc_auc": 0.9537208589365928,
        "average_precision": 0.6689450933330522
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9482262703739214,
        "precision": 0.5789473684210527,
        "recall": 0.5968992248062015,
        "f1": 0.5877862595419847,
        "confusion_matrix": [
          [
            1901,
            56
          ],
          [
            52,
            77
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9733742959549411,
            "recall": 0.9713847726111395,
            "f1-score": 0.972378516624041,
            "support": 1957.0
          },
          "RELEVANT": {
            "precision": 0.5789473684210527,
            "recall": 0.5968992248062015,
            "f1-score": 0.5877862595419847,
            "support": 129.0
          },
          "accuracy": 0.9482262703739214,
          "macro avg": {
            "precision": 0.7761608321879969,
            "recall": 0.7841419987086705,
            "f1-score": 0.7800823880830128,
            "support": 2086.0
          },
          "weighted avg": {
            "precision": 0.948982601970343,
            "recall": 0.9482262703739214,
            "f1-score": 0.9485950069578927,
            "support": 2086.0
          }
        },
        "roc_auc": 0.9484498104597687,
        "average_precision": 0.5852438412769653
      },
      "test_optimal_threshold": {
        "threshold": 0.08937255699326424,
        "accuracy": 0.9324065196548418,
        "precision": 0.4716981132075472,
        "recall": 0.7751937984496124,
        "f1": 0.5865102639296188,
        "confusion_matrix": [
          [
            1845,
            112
          ],
          [
            29,
            100
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9845250800426895,
            "recall": 0.942769545222279,
            "f1-score": 0.9631949882537196,
            "support": 1957.0
          },
          "RELEVANT": {
            "precision": 0.4716981132075472,
            "recall": 0.7751937984496124,
            "f1-score": 0.5865102639296188,
            "support": 129.0
          },
          "accuracy": 0.9324065196548418,
          "macro avg": {
            "precision": 0.7281115966251184,
            "recall": 0.8589816718359458,
            "f1-score": 0.7748526260916693,
            "support": 2086.0
          },
          "weighted avg": {
            "precision": 0.9528114277312162,
            "recall": 0.9324065196548418,
            "f1-score": 0.9399004870850672,
            "support": 2086.0
          }
        },
        "roc_auc": 0.9484498104597687,
        "average_precision": 0.5852438412769653
      }
    },
    {
      "model_type": "transformer",
      "model_name": "FacebookAI/xlm-roberta-base",
      "artifact_dir": "/content/agri-utilization-classifier/transformer",
      "validation_best_threshold": {
        "threshold": 0.5436205267906189,
        "f1": 0.6983372921615203,
        "precision": 0.6621621621621622,
        "recall": 0.7386934673366834
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9376199616122841,
        "precision": 0.6533333333333333,
        "recall": 0.7386934673366834,
        "f1": 0.6933962264150944,
        "confusion_matrix": [
          [
            1807,
            78
          ],
          [
            52,
            147
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.972027972027972,
            "recall": 0.9586206896551724,
            "f1-score": 0.9652777777777778,
            "support": 1885.0
          },
          "RELEVANT": {
            "precision": 0.6533333333333333,
            "recall": 0.7386934673366834,
            "f1-score": 0.6933962264150944,
            "support": 199.0
          },
          "accuracy": 0.9376199616122841,
          "macro avg": {
            "precision": 0.8126806526806527,
            "recall": 0.848657078495928,
            "f1-score": 0.8293370020964361,
            "support": 2084.0
          },
          "weighted avg": {
            "precision": 0.9415959983714303,
            "recall": 0.9376199616122841,
            "f1-score": 0.9393159597733756,
            "support": 2084.0
          }
        },
        "roc_auc": 0.9544433040534235,
        "average_precision": 0.7261778718910262
      },
      "validation_optimal_threshold": {
        "threshold": 0.5436205267906189,
        "accuracy": 0.9390595009596929,
        "precision": 0.6621621621621622,
        "recall": 0.7386934673366834,
        "f1": 0.6983372921615202,
        "confusion_matrix": [
          [
            1810,
            75
          ],
          [
            52,
            147
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9720730397422127,
            "recall": 0.9602122015915119,
            "f1-score": 0.9661062183079797,
            "support": 1885.0
          },
          "RELEVANT": {
            "precision": 0.6621621621621622,
            "recall": 0.7386934673366834,
            "f1-score": 0.6983372921615202,
            "support": 199.0
          },
          "accuracy": 0.9390595009596929,
          "macro avg": {
            "precision": 0.8171176009521874,
            "recall": 0.8494528344640977,
            "f1-score": 0.83222175523475,
            "support": 2084.0
          },
          "weighted avg": {
            "precision": 0.9424798225452693,
            "recall": 0.9390595009596929,
            "f1-score": 0.9405371125962977,
            "support": 2084.0
          }
        },
        "roc_auc": 0.9544433040534235,
        "average_precision": 0.7261778718910262
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9429530201342282,
        "precision": 0.532051282051282,
        "recall": 0.6434108527131783,
        "f1": 0.5824561403508772,
        "confusion_matrix": [
          [
            1884,
            73
          ],
          [
            46,
            83
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9761658031088083,
            "recall": 0.9626980071538068,
            "f1-score": 0.969385129920247,
            "support": 1957.0
          },
          "RELEVANT": {
            "precision": 0.532051282051282,
            "recall": 0.6434108527131783,
            "f1-score": 0.5824561403508772,
            "support": 129.0
          },
          "accuracy": 0.9429530201342282,
          "macro avg": {
            "precision": 0.7541085425800451,
            "recall": 0.8030544299334925,
            "f1-score": 0.7759206351355621,
            "support": 2086.0
          },
          "weighted avg": {
            "precision": 0.9487013864182902,
            "recall": 0.9429530201342282,
            "f1-score": 0.9454571147455353,
            "support": 2086.0
          }
        },
        "roc_auc": 0.9314030730472604,
        "average_precision": 0.4996827419378796
      },
      "test_optimal_threshold": {
        "threshold": 0.5436205267906189,
        "accuracy": 0.9424736337488016,
        "precision": 0.5290322580645161,
        "recall": 0.6356589147286822,
        "f1": 0.5774647887323944,
        "confusion_matrix": [
          [
            1884,
            73
          ],
          [
            47,
            82
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9756602796478508,
            "recall": 0.9626980071538068,
            "f1-score": 0.9691358024691358,
            "support": 1957.0
          },
          "RELEVANT": {
            "precision": 0.5290322580645161,
            "recall": 0.6356589147286822,
            "f1-score": 0.5774647887323944,
            "support": 129.0
          },
          "accuracy": 0.9424736337488016,
          "macro avg": {
            "precision": 0.7523462688561835,
            "recall": 0.7991784609412445,
            "f1-score": 0.7733002956007651,
            "support": 2086.0
          },
          "weighted avg": {
            "precision": 0.948040425964126,
            "recall": 0.9424736337488016,
            "f1-score": 0.944914536518973,
            "support": 2086.0
          }
        },
        "roc_auc": 0.9314030730472604,
        "average_precision": 0.4996827419378796
      }
    }
  ]
}