{
  "created_at": "2026-06-05T20:32:51.106165+00:00",
  "config": {
    "hf_dataset": "faodl/amis-agri-maize_corn",
    "hf_subset": null,
    "hf_revision": "main",
    "train_split": "train",
    "validation_split": "validation",
    "test_split": "test",
    "text_col": "chunk_text",
    "label_col": "label",
    "group_col": "id",
    "id_col": "chunk_id",
    "model_name": "FacebookAI/xlm-roberta-base",
    "output_dir": "/content/agri-maize_corn-classifier",
    "max_length": 256,
    "learning_rate": 2e-05,
    "weight_decay": 0.01,
    "num_train_epochs": 5.0,
    "per_device_train_batch_size": 16,
    "per_device_eval_batch_size": 32,
    "gradient_accumulation_steps": 1,
    "warmup_ratio": 0.1,
    "early_stopping_patience": 2,
    "seed": 42,
    "metric_for_best_model": "f1",
    "skip_transformer": false,
    "skip_baselines": false,
    "baseline_models": [
      "logistic",
      "xgboost",
      "embedding-logistic",
      "embedding-svm",
      "embedding-lightgbm"
    ],
    "tfidf_max_features": 50000,
    "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
    "embedding_batch_size": 64,
    "positive_label_name": "RELEVANT",
    "negative_label_name": "NOT_RELEVANT",
    "push_to_hub": true,
    "hub_model_id": "faodl/agri-maize_corn-classifier",
    "hub_private_repo": false
  },
  "dataset_summary": {
    "train": {
      "rows": 4724,
      "labels": {
        "0": 3822,
        "1": 902
      },
      "unique_groups": 2226,
      "text_length_mean": 702.8679085520745,
      "text_length_median": 794.0
    },
    "validation": {
      "rows": 1060,
      "labels": {
        "0": 843,
        "1": 217
      },
      "unique_groups": 477,
      "text_length_mean": 708.2584905660377,
      "text_length_median": 795.0
    },
    "test": {
      "rows": 1054,
      "labels": {
        "0": 819,
        "1": 235
      },
      "unique_groups": 478,
      "text_length_mean": 711.8595825426945,
      "text_length_median": 794.0
    }
  },
  "results": [
    {
      "model_type": "logistic_tfidf",
      "model_name": "logistic",
      "artifact_dir": "/content/agri-maize_corn-classifier/baselines/logistic",
      "artifact_file": "/content/agri-maize_corn-classifier/baselines/logistic/logistic_tfidf.joblib",
      "validation_best_threshold": {
        "threshold": 0.5864890967583224,
        "f1": 0.7982062780269059,
        "precision": 0.777292576419214,
        "recall": 0.8202764976958525
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.8962264150943396,
        "precision": 0.700374531835206,
        "recall": 0.8617511520737328,
        "f1": 0.7727272727272727,
        "confusion_matrix": [
          [
            763,
            80
          ],
          [
            30,
            187
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9621689785624212,
            "recall": 0.9051008303677343,
            "f1-score": 0.9327628361858191,
            "support": 843.0
          },
          "RELEVANT": {
            "precision": 0.700374531835206,
            "recall": 0.8617511520737328,
            "f1-score": 0.7727272727272727,
            "support": 217.0
          },
          "accuracy": 0.8962264150943396,
          "macro avg": {
            "precision": 0.8312717551988136,
            "recall": 0.8834259912207335,
            "f1-score": 0.8527450544565459,
            "support": 1060.0
          },
          "weighted avg": {
            "precision": 0.9085752097512838,
            "recall": 0.8962264150943396,
            "f1-score": 0.9000008387608148,
            "support": 1060.0
          }
        },
        "roc_auc": 0.9288420224018894,
        "average_precision": 0.8406024632295316
      },
      "validation_optimal_threshold": {
        "threshold": 0.5864890967583224,
        "accuracy": 0.9150943396226415,
        "precision": 0.777292576419214,
        "recall": 0.8202764976958525,
        "f1": 0.7982062780269058,
        "confusion_matrix": [
          [
            792,
            51
          ],
          [
            39,
            178
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9530685920577617,
            "recall": 0.9395017793594306,
            "f1-score": 0.946236559139785,
            "support": 843.0
          },
          "RELEVANT": {
            "precision": 0.777292576419214,
            "recall": 0.8202764976958525,
            "f1-score": 0.7982062780269058,
            "support": 217.0
          },
          "accuracy": 0.9150943396226415,
          "macro avg": {
            "precision": 0.8651805842384879,
            "recall": 0.8798891385276415,
            "f1-score": 0.8722214185833455,
            "support": 1060.0
          },
          "weighted avg": {
            "precision": 0.9170842567808138,
            "recall": 0.9150943396226415,
            "f1-score": 0.9159322468742239,
            "support": 1060.0
          }
        },
        "roc_auc": 0.9288420224018894,
        "average_precision": 0.8406024632295316
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9098671726755219,
        "precision": 0.7868852459016393,
        "recall": 0.8170212765957446,
        "f1": 0.8016701461377871,
        "confusion_matrix": [
          [
            767,
            52
          ],
          [
            43,
            192
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9469135802469136,
            "recall": 0.9365079365079365,
            "f1-score": 0.941682013505218,
            "support": 819.0
          },
          "RELEVANT": {
            "precision": 0.7868852459016393,
            "recall": 0.8170212765957446,
            "f1-score": 0.8016701461377871,
            "support": 235.0
          },
          "accuracy": 0.9098671726755219,
          "macro avg": {
            "precision": 0.8668994130742764,
            "recall": 0.8767646065518406,
            "f1-score": 0.8716760798215025,
            "support": 1054.0
          },
          "weighted avg": {
            "precision": 0.9112336385285649,
            "recall": 0.9098671726755219,
            "f1-score": 0.9104649463028021,
            "support": 1054.0
          }
        },
        "roc_auc": 0.9531551191125659,
        "average_precision": 0.8625249758747111
      },
      "test_optimal_threshold": {
        "threshold": 0.5864890967583224,
        "accuracy": 0.9146110056925996,
        "precision": 0.8571428571428571,
        "recall": 0.7404255319148936,
        "f1": 0.7945205479452054,
        "confusion_matrix": [
          [
            790,
            29
          ],
          [
            61,
            174
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9283196239717979,
            "recall": 0.9645909645909646,
            "f1-score": 0.9461077844311377,
            "support": 819.0
          },
          "RELEVANT": {
            "precision": 0.8571428571428571,
            "recall": 0.7404255319148936,
            "f1-score": 0.7945205479452054,
            "support": 235.0
          },
          "accuracy": 0.9146110056925996,
          "macro avg": {
            "precision": 0.8927312405573276,
            "recall": 0.8525082482529291,
            "f1-score": 0.8703141661881716,
            "support": 1054.0
          },
          "weighted avg": {
            "precision": 0.912450041234795,
            "recall": 0.9146110056925996,
            "f1-score": 0.9123098711728891,
            "support": 1054.0
          }
        },
        "roc_auc": 0.9531551191125659,
        "average_precision": 0.8625249758747111
      }
    },
    {
      "model_type": "xgboost_tfidf",
      "model_name": "xgboost",
      "artifact_dir": "/content/agri-maize_corn-classifier/baselines/xgboost",
      "artifact_file": "/content/agri-maize_corn-classifier/baselines/xgboost/xgboost_tfidf.joblib",
      "validation_best_threshold": {
        "threshold": 0.37899935245513916,
        "f1": 0.8981481481481481,
        "precision": 0.9023255813953488,
        "recall": 0.8940092165898618
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9566037735849057,
        "precision": 0.9130434782608695,
        "recall": 0.8709677419354839,
        "f1": 0.8915094339622641,
        "confusion_matrix": [
          [
            825,
            18
          ],
          [
            28,
            189
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9671746776084408,
            "recall": 0.9786476868327402,
            "f1-score": 0.972877358490566,
            "support": 843.0
          },
          "RELEVANT": {
            "precision": 0.9130434782608695,
            "recall": 0.8709677419354839,
            "f1-score": 0.8915094339622641,
            "support": 217.0
          },
          "accuracy": 0.9566037735849057,
          "macro avg": {
            "precision": 0.9401090779346551,
            "recall": 0.924807714384112,
            "f1-score": 0.9321933962264151,
            "support": 1060.0
          },
          "weighted avg": {
            "precision": 0.9560931018929474,
            "recall": 0.9566037735849057,
            "f1-score": 0.9562199626201495,
            "support": 1060.0
          }
        },
        "roc_auc": 0.966850889133061,
        "average_precision": 0.9141254109659447
      },
      "validation_optimal_threshold": {
        "threshold": 0.37899935245513916,
        "accuracy": 0.9584905660377359,
        "precision": 0.9023255813953488,
        "recall": 0.8940092165898618,
        "f1": 0.8981481481481481,
        "confusion_matrix": [
          [
            822,
            21
          ],
          [
            23,
            194
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9727810650887574,
            "recall": 0.9750889679715302,
            "f1-score": 0.9739336492890995,
            "support": 843.0
          },
          "RELEVANT": {
            "precision": 0.9023255813953488,
            "recall": 0.8940092165898618,
            "f1-score": 0.8981481481481481,
            "support": 217.0
          },
          "accuracy": 0.9584905660377359,
          "macro avg": {
            "precision": 0.9375533232420531,
            "recall": 0.934549092280696,
            "f1-score": 0.9360408987186238,
            "support": 1060.0
          },
          "weighted avg": {
            "precision": 0.9583576311628426,
            "recall": 0.9584905660377359,
            "f1-score": 0.9584190702819425,
            "support": 1060.0
          }
        },
        "roc_auc": 0.966850889133061,
        "average_precision": 0.9141254109659447
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9421252371916509,
        "precision": 0.9142857142857143,
        "recall": 0.8170212765957446,
        "f1": 0.8629213483146068,
        "confusion_matrix": [
          [
            801,
            18
          ],
          [
            43,
            192
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9490521327014217,
            "recall": 0.978021978021978,
            "f1-score": 0.963319302465424,
            "support": 819.0
          },
          "RELEVANT": {
            "precision": 0.9142857142857143,
            "recall": 0.8170212765957446,
            "f1-score": 0.8629213483146068,
            "support": 235.0
          },
          "accuracy": 0.9421252371916509,
          "macro avg": {
            "precision": 0.931668923493568,
            "recall": 0.8975216273088613,
            "f1-score": 0.9131203253900153,
            "support": 1054.0
          },
          "weighted avg": {
            "precision": 0.941300606773821,
            "recall": 0.9421252371916509,
            "f1-score": 0.9409345593672817,
            "support": 1054.0
          }
        },
        "roc_auc": 0.9682098043800171,
        "average_precision": 0.9201070133275652
      },
      "test_optimal_threshold": {
        "threshold": 0.37899935245513916,
        "accuracy": 0.9478178368121443,
        "precision": 0.8947368421052632,
        "recall": 0.8680851063829788,
        "f1": 0.8812095032397408,
        "confusion_matrix": [
          [
            795,
            24
          ],
          [
            31,
            204
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9624697336561744,
            "recall": 0.9706959706959707,
            "f1-score": 0.9665653495440729,
            "support": 819.0
          },
          "RELEVANT": {
            "precision": 0.8947368421052632,
            "recall": 0.8680851063829788,
            "f1-score": 0.8812095032397408,
            "support": 235.0
          },
          "accuracy": 0.9478178368121443,
          "macro avg": {
            "precision": 0.9286032878807188,
            "recall": 0.9193905385394747,
            "f1-score": 0.9238874263919068,
            "support": 1054.0
          },
          "weighted avg": {
            "precision": 0.9473679978739503,
            "recall": 0.9478178368121443,
            "f1-score": 0.9475343970948148,
            "support": 1054.0
          }
        },
        "roc_auc": 0.9682098043800171,
        "average_precision": 0.9201070133275652
      }
    },
    {
      "model_type": "embedding-logistic_sentence_embeddings",
      "model_name": "logistic",
      "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
      "artifact_dir": "/content/agri-maize_corn-classifier/baselines/embedding-logistic",
      "artifact_file": "/content/agri-maize_corn-classifier/baselines/embedding-logistic/embedding-logistic.joblib",
      "validation_best_threshold": {
        "threshold": 0.7437081336975098,
        "f1": 0.8119266055045872,
        "precision": 0.8082191780821918,
        "recall": 0.815668202764977
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.8811320754716981,
        "precision": 0.6491803278688525,
        "recall": 0.9124423963133641,
        "f1": 0.7586206896551724,
        "confusion_matrix": [
          [
            736,
            107
          ],
          [
            19,
            198
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9748344370860927,
            "recall": 0.8730723606168446,
            "f1-score": 0.9211514392991239,
            "support": 843.0
          },
          "RELEVANT": {
            "precision": 0.6491803278688525,
            "recall": 0.9124423963133641,
            "f1-score": 0.7586206896551724,
            "support": 217.0
          },
          "accuracy": 0.8811320754716981,
          "macro avg": {
            "precision": 0.8120073824774726,
            "recall": 0.8927573784651044,
            "f1-score": 0.8398860644771482,
            "support": 1060.0
          },
          "weighted avg": {
            "precision": 0.9081675109538841,
            "recall": 0.8811320754716981,
            "f1-score": 0.887878634890881,
            "support": 1060.0
          }
        },
        "roc_auc": 0.9590938659931886,
        "average_precision": 0.8665525722038933
      },
      "validation_optimal_threshold": {
        "threshold": 0.7437081336975098,
        "accuracy": 0.9226415094339623,
        "precision": 0.8082191780821918,
        "recall": 0.815668202764977,
        "f1": 0.8119266055045872,
        "confusion_matrix": [
          [
            801,
            42
          ],
          [
            40,
            177
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9524375743162902,
            "recall": 0.9501779359430605,
            "f1-score": 0.9513064133016627,
            "support": 843.0
          },
          "RELEVANT": {
            "precision": 0.8082191780821918,
            "recall": 0.815668202764977,
            "f1-score": 0.8119266055045872,
            "support": 217.0
          },
          "accuracy": 0.9226415094339623,
          "macro avg": {
            "precision": 0.880328376199241,
            "recall": 0.8829230693540188,
            "f1-score": 0.881616509403125,
            "support": 1060.0
          },
          "weighted avg": {
            "precision": 0.9229136196155361,
            "recall": 0.9226415094339623,
            "f1-score": 0.9227729998186764,
            "support": 1060.0
          }
        },
        "roc_auc": 0.9590938659931886,
        "average_precision": 0.8665525722038933
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.8842504743833017,
        "precision": 0.703971119133574,
        "recall": 0.8297872340425532,
        "f1": 0.76171875,
        "confusion_matrix": [
          [
            737,
            82
          ],
          [
            40,
            195
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9485199485199485,
            "recall": 0.8998778998778999,
            "f1-score": 0.9235588972431078,
            "support": 819.0
          },
          "RELEVANT": {
            "precision": 0.703971119133574,
            "recall": 0.8297872340425532,
            "f1-score": 0.76171875,
            "support": 235.0
          },
          "accuracy": 0.8842504743833017,
          "macro avg": {
            "precision": 0.8262455338267612,
            "recall": 0.8648325669602266,
            "f1-score": 0.8426388236215538,
            "support": 1054.0
          },
          "weighted avg": {
            "precision": 0.8939953043968005,
            "recall": 0.8842504743833017,
            "f1-score": 0.8874749934460202,
            "support": 1054.0
          }
        },
        "roc_auc": 0.9363156937625022,
        "average_precision": 0.843737774596255
      },
      "test_optimal_threshold": {
        "threshold": 0.7437081336975098,
        "accuracy": 0.8956356736242884,
        "precision": 0.8306878306878307,
        "recall": 0.6680851063829787,
        "f1": 0.7405660377358491,
        "confusion_matrix": [
          [
            787,
            32
          ],
          [
            78,
            157
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9098265895953758,
            "recall": 0.960927960927961,
            "f1-score": 0.9346793349168646,
            "support": 819.0
          },
          "RELEVANT": {
            "precision": 0.8306878306878307,
            "recall": 0.6680851063829787,
            "f1-score": 0.7405660377358491,
            "support": 235.0
          },
          "accuracy": 0.8956356736242884,
          "macro avg": {
            "precision": 0.8702572101416033,
            "recall": 0.8145065336554698,
            "f1-score": 0.8376226863263568,
            "support": 1054.0
          },
          "weighted avg": {
            "precision": 0.8921817998958756,
            "recall": 0.8956356736242884,
            "f1-score": 0.8913998047104712,
            "support": 1054.0
          }
        },
        "roc_auc": 0.9363156937625022,
        "average_precision": 0.843737774596255
      }
    },
    {
      "model_type": "embedding-svm_sentence_embeddings",
      "model_name": "svm",
      "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
      "artifact_dir": "/content/agri-maize_corn-classifier/baselines/embedding-svm",
      "artifact_file": "/content/agri-maize_corn-classifier/baselines/embedding-svm/embedding-svm.joblib",
      "validation_best_threshold": {
        "threshold": 0.4006770902787147,
        "f1": 0.7908045977011494,
        "precision": 0.7889908256880734,
        "recall": 0.7926267281105991
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9132075471698113,
        "precision": 0.8491620111731844,
        "recall": 0.7004608294930875,
        "f1": 0.7676767676767676,
        "confusion_matrix": [
          [
            816,
            27
          ],
          [
            65,
            152
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9262202043132803,
            "recall": 0.9679715302491103,
            "f1-score": 0.9466357308584686,
            "support": 843.0
          },
          "RELEVANT": {
            "precision": 0.8491620111731844,
            "recall": 0.7004608294930875,
            "f1-score": 0.7676767676767676,
            "support": 217.0
          },
          "accuracy": 0.9132075471698113,
          "macro avg": {
            "precision": 0.8876911077432323,
            "recall": 0.834216179871099,
            "f1-score": 0.8571562492676181,
            "support": 1060.0
          },
          "weighted avg": {
            "precision": 0.9104450836421474,
            "recall": 0.9132075471698113,
            "f1-score": 0.9099997921693845,
            "support": 1060.0
          }
        },
        "roc_auc": 0.9551306230217951,
        "average_precision": 0.8583227993086541
      },
      "validation_optimal_threshold": {
        "threshold": 0.4006770902787147,
        "accuracy": 0.9141509433962264,
        "precision": 0.7889908256880734,
        "recall": 0.7926267281105991,
        "f1": 0.7908045977011494,
        "confusion_matrix": [
          [
            797,
            46
          ],
          [
            45,
            172
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9465558194774347,
            "recall": 0.9454329774614472,
            "f1-score": 0.9459940652818991,
            "support": 843.0
          },
          "RELEVANT": {
            "precision": 0.7889908256880734,
            "recall": 0.7926267281105991,
            "f1-score": 0.7908045977011494,
            "support": 217.0
          },
          "accuracy": 0.9141509433962264,
          "macro avg": {
            "precision": 0.8677733225827541,
            "recall": 0.8690298527860232,
            "f1-score": 0.8683993314915243,
            "support": 1060.0
          },
          "weighted avg": {
            "precision": 0.9142995896167825,
            "recall": 0.9141509433962264,
            "f1-score": 0.914224145975274,
            "support": 1060.0
          }
        },
        "roc_auc": 0.9551306230217951,
        "average_precision": 0.8583227993086541
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.8937381404174574,
        "precision": 0.89171974522293,
        "recall": 0.5957446808510638,
        "f1": 0.7142857142857143,
        "confusion_matrix": [
          [
            802,
            17
          ],
          [
            95,
            140
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.8940914158305463,
            "recall": 0.9792429792429792,
            "f1-score": 0.9347319347319347,
            "support": 819.0
          },
          "RELEVANT": {
            "precision": 0.89171974522293,
            "recall": 0.5957446808510638,
            "f1-score": 0.7142857142857143,
            "support": 235.0
          },
          "accuracy": 0.8937381404174574,
          "macro avg": {
            "precision": 0.8929055805267381,
            "recall": 0.7874938300470216,
            "f1-score": 0.8245088245088246,
            "support": 1054.0
          },
          "weighted avg": {
            "precision": 0.8935626277918463,
            "recall": 0.8937381404174574,
            "f1-score": 0.8855812119569235,
            "support": 1054.0
          }
        },
        "roc_auc": 0.9321590938612216,
        "average_precision": 0.8417078389566306
      },
      "test_optimal_threshold": {
        "threshold": 0.4006770902787147,
        "accuracy": 0.9022770398481973,
        "precision": 0.851063829787234,
        "recall": 0.6808510638297872,
        "f1": 0.7565011820330969,
        "confusion_matrix": [
          [
            791,
            28
          ],
          [
            75,
            160
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9133949191685913,
            "recall": 0.9658119658119658,
            "f1-score": 0.9388724035608309,
            "support": 819.0
          },
          "RELEVANT": {
            "precision": 0.851063829787234,
            "recall": 0.6808510638297872,
            "f1-score": 0.7565011820330969,
            "support": 235.0
          },
          "accuracy": 0.9022770398481973,
          "macro avg": {
            "precision": 0.8822293744779126,
            "recall": 0.8233315148208765,
            "f1-score": 0.8476867927969639,
            "support": 1054.0
          },
          "weighted avg": {
            "precision": 0.8994975700180988,
            "recall": 0.9022770398481973,
            "f1-score": 0.8982108883245714,
            "support": 1054.0
          }
        },
        "roc_auc": 0.9321590938612216,
        "average_precision": 0.8417078389566306
      }
    },
    {
      "model_type": "embedding-lightgbm_sentence_embeddings",
      "model_name": "lightgbm",
      "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
      "artifact_dir": "/content/agri-maize_corn-classifier/baselines/embedding-lightgbm",
      "artifact_file": "/content/agri-maize_corn-classifier/baselines/embedding-lightgbm/embedding-lightgbm.joblib",
      "validation_best_threshold": {
        "threshold": 0.14456141773750653,
        "f1": 0.8134171907756813,
        "precision": 0.7461538461538462,
        "recall": 0.8940092165898618
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9160377358490566,
        "precision": 0.7909090909090909,
        "recall": 0.8018433179723502,
        "f1": 0.7963386727688787,
        "confusion_matrix": [
          [
            797,
            46
          ],
          [
            43,
            174
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9488095238095238,
            "recall": 0.9454329774614472,
            "f1-score": 0.9471182412358883,
            "support": 843.0
          },
          "RELEVANT": {
            "precision": 0.7909090909090909,
            "recall": 0.8018433179723502,
            "f1-score": 0.7963386727688787,
            "support": 217.0
          },
          "accuracy": 0.9160377358490566,
          "macro avg": {
            "precision": 0.8698593073593073,
            "recall": 0.8736381477168986,
            "f1-score": 0.8717284570023835,
            "support": 1060.0
          },
          "weighted avg": {
            "precision": 0.9164846238666993,
            "recall": 0.9160377358490566,
            "f1-score": 0.916251103162925,
            "support": 1060.0
          }
        },
        "roc_auc": 0.9630571089645823,
        "average_precision": 0.8780215936178333
      },
      "validation_optimal_threshold": {
        "threshold": 0.14456141773750653,
        "accuracy": 0.9160377358490566,
        "precision": 0.7461538461538462,
        "recall": 0.8940092165898618,
        "f1": 0.8134171907756813,
        "confusion_matrix": [
          [
            777,
            66
          ],
          [
            23,
            194
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.97125,
            "recall": 0.9217081850533808,
            "f1-score": 0.945830797321972,
            "support": 843.0
          },
          "RELEVANT": {
            "precision": 0.7461538461538462,
            "recall": 0.8940092165898618,
            "f1-score": 0.8134171907756813,
            "support": 217.0
          },
          "accuracy": 0.9160377358490566,
          "macro avg": {
            "precision": 0.8587019230769231,
            "recall": 0.9078587008216212,
            "f1-score": 0.8796239940488266,
            "support": 1060.0
          },
          "weighted avg": {
            "precision": 0.9251689949201741,
            "recall": 0.9160377358490566,
            "f1-score": 0.9187234835290049,
            "support": 1060.0
          }
        },
        "roc_auc": 0.9630571089645823,
        "average_precision": 0.8780215936178333
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9070208728652751,
        "precision": 0.8702702702702703,
        "recall": 0.6851063829787234,
        "f1": 0.7666666666666667,
        "confusion_matrix": [
          [
            795,
            24
          ],
          [
            74,
            161
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9148446490218642,
            "recall": 0.9706959706959707,
            "f1-score": 0.9419431279620853,
            "support": 819.0
          },
          "RELEVANT": {
            "precision": 0.8702702702702703,
            "recall": 0.6851063829787234,
            "f1-score": 0.7666666666666667,
            "support": 235.0
          },
          "accuracy": 0.9070208728652751,
          "macro avg": {
            "precision": 0.8925574596460673,
            "recall": 0.827901176837347,
            "f1-score": 0.8543048973143761,
            "support": 1054.0
          },
          "weighted avg": {
            "precision": 0.9049063387688998,
            "recall": 0.9070208728652751,
            "f1-score": 0.9028634615442264,
            "support": 1054.0
          }
        },
        "roc_auc": 0.9534149066063959,
        "average_precision": 0.872949726074902
      },
      "test_optimal_threshold": {
        "threshold": 0.14456141773750653,
        "accuracy": 0.9013282732447818,
        "precision": 0.7835497835497836,
        "recall": 0.7702127659574468,
        "f1": 0.776824034334764,
        "confusion_matrix": [
          [
            769,
            50
          ],
          [
            54,
            181
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9343863912515188,
            "recall": 0.938949938949939,
            "f1-score": 0.9366626065773447,
            "support": 819.0
          },
          "RELEVANT": {
            "precision": 0.7835497835497836,
            "recall": 0.7702127659574468,
            "f1-score": 0.776824034334764,
            "support": 235.0
          },
          "accuracy": 0.9013282732447818,
          "macro avg": {
            "precision": 0.8589680874006511,
            "recall": 0.8545813524536929,
            "f1-score": 0.8567433204560544,
            "support": 1054.0
          },
          "weighted avg": {
            "precision": 0.9007558383009421,
            "recall": 0.9013282732447818,
            "f1-score": 0.9010249742462191,
            "support": 1054.0
          }
        },
        "roc_auc": 0.9534149066063959,
        "average_precision": 0.872949726074902
      }
    },
    {
      "model_type": "transformer",
      "model_name": "FacebookAI/xlm-roberta-base",
      "artifact_dir": "/content/agri-maize_corn-classifier/transformer",
      "validation_best_threshold": {
        "threshold": 0.32782965898513794,
        "f1": 0.9002320185614848,
        "precision": 0.9065420560747663,
        "recall": 0.8940092165898618
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9575471698113207,
        "precision": 0.9134615384615384,
        "recall": 0.8755760368663594,
        "f1": 0.8941176470588236,
        "confusion_matrix": [
          [
            825,
            18
          ],
          [
            27,
            190
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9683098591549296,
            "recall": 0.9786476868327402,
            "f1-score": 0.9734513274336283,
            "support": 843.0
          },
          "RELEVANT": {
            "precision": 0.9134615384615384,
            "recall": 0.8755760368663594,
            "f1-score": 0.8941176470588236,
            "support": 217.0
          },
          "accuracy": 0.9575471698113207,
          "macro avg": {
            "precision": 0.940885698808234,
            "recall": 0.9271118618495497,
            "f1-score": 0.933784487246226,
            "support": 1060.0
          },
          "weighted avg": {
            "precision": 0.9570814765224146,
            "recall": 0.9575471698113207,
            "f1-score": 0.9572103758852012,
            "support": 1060.0
          }
        },
        "roc_auc": 0.9729488167669778,
        "average_precision": 0.9434157534580784
      },
      "validation_optimal_threshold": {
        "threshold": 0.32782965898513794,
        "accuracy": 0.9594339622641509,
        "precision": 0.9065420560747663,
        "recall": 0.8940092165898618,
        "f1": 0.9002320185614849,
        "confusion_matrix": [
          [
            823,
            20
          ],
          [
            23,
            194
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9728132387706856,
            "recall": 0.9762752075919335,
            "f1-score": 0.9745411486086442,
            "support": 843.0
          },
          "RELEVANT": {
            "precision": 0.9065420560747663,
            "recall": 0.8940092165898618,
            "f1-score": 0.9002320185614849,
            "support": 217.0
          },
          "accuracy": 0.9594339622641509,
          "macro avg": {
            "precision": 0.939677647422726,
            "recall": 0.9351422120908977,
            "f1-score": 0.9373865835850645,
            "support": 1060.0
          },
          "weighted avg": {
            "precision": 0.9592464023131247,
            "recall": 0.9594339622641509,
            "f1-score": 0.9593288078348389,
            "support": 1060.0
          }
        },
        "roc_auc": 0.9729488167669778,
        "average_precision": 0.9434157534580784
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9345351043643264,
        "precision": 0.8915094339622641,
        "recall": 0.8042553191489362,
        "f1": 0.8456375838926175,
        "confusion_matrix": [
          [
            796,
            23
          ],
          [
            46,
            189
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9453681710213777,
            "recall": 0.9719169719169719,
            "f1-score": 0.9584587597832631,
            "support": 819.0
          },
          "RELEVANT": {
            "precision": 0.8915094339622641,
            "recall": 0.8042553191489362,
            "f1-score": 0.8456375838926175,
            "support": 235.0
          },
          "accuracy": 0.9345351043643264,
          "macro avg": {
            "precision": 0.9184388024918209,
            "recall": 0.8880861455329541,
            "f1-score": 0.9020481718379403,
            "support": 1054.0
          },
          "weighted avg": {
            "precision": 0.9333598188307785,
            "recall": 0.9345351043643264,
            "f1-score": 0.9333041332801306,
            "support": 1054.0
          }
        },
        "roc_auc": 0.9527134803730548,
        "average_precision": 0.8898057611290884
      },
      "test_optimal_threshold": {
        "threshold": 0.32782965898513794,
        "accuracy": 0.9345351043643264,
        "precision": 0.8807339449541285,
        "recall": 0.8170212765957446,
        "f1": 0.847682119205298,
        "confusion_matrix": [
          [
            793,
            26
          ],
          [
            43,
            192
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9485645933014354,
            "recall": 0.9682539682539683,
            "f1-score": 0.9583081570996979,
            "support": 819.0
          },
          "RELEVANT": {
            "precision": 0.8807339449541285,
            "recall": 0.8170212765957446,
            "f1-score": 0.847682119205298,
            "support": 235.0
          },
          "accuracy": 0.9345351043643264,
          "macro avg": {
            "precision": 0.9146492691277819,
            "recall": 0.8926376224248564,
            "f1-score": 0.9029951381524979,
            "support": 1054.0
          },
          "weighted avg": {
            "precision": 0.9334410616490472,
            "recall": 0.9345351043643264,
            "f1-score": 0.9336429588974361,
            "support": 1054.0
          }
        },
        "roc_auc": 0.9527134803730548,
        "average_precision": 0.8898057611290884
      }
    }
  ]
}