{
  "created_at": "2026-05-29T18:13:08.384805+00:00",
  "config": {
    "hf_dataset": "faodl/amis-agri-wheat",
    "hf_subset": null,
    "hf_revision": "main",
    "train_split": "train",
    "validation_split": "validation",
    "test_split": "test",
    "text_col": "chunk_text",
    "label_col": "label",
    "group_col": "id",
    "id_col": "chunk_id",
    "model_name": "FacebookAI/xlm-roberta-base",
    "output_dir": "/content/agri-wheat-classifier",
    "max_length": 256,
    "learning_rate": 2e-05,
    "weight_decay": 0.01,
    "num_train_epochs": 5.0,
    "per_device_train_batch_size": 16,
    "per_device_eval_batch_size": 32,
    "gradient_accumulation_steps": 1,
    "warmup_ratio": 0.1,
    "early_stopping_patience": 2,
    "seed": 42,
    "metric_for_best_model": "f1",
    "skip_transformer": false,
    "skip_baselines": false,
    "baseline_models": [
      "logistic",
      "xgboost",
      "embedding-logistic",
      "embedding-svm",
      "embedding-lightgbm"
    ],
    "tfidf_max_features": 50000,
    "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
    "embedding_batch_size": 64,
    "positive_label_name": "RELEVANT",
    "negative_label_name": "NOT_RELEVANT",
    "push_to_hub": false,
    "hub_model_id": null,
    "hub_private_repo": false
  },
  "dataset_summary": {
    "train": {
      "rows": 3622,
      "labels": {
        "0": 2163,
        "1": 1459
      },
      "unique_groups": 1850,
      "text_length_mean": 644.8304803975705,
      "text_length_median": 518.0
    },
    "validation": {
      "rows": 759,
      "labels": {
        "0": 486,
        "1": 273
      },
      "unique_groups": 396,
      "text_length_mean": 636.7483530961791,
      "text_length_median": 511.0
    },
    "test": {
      "rows": 762,
      "labels": {
        "0": 470,
        "1": 292
      },
      "unique_groups": 397,
      "text_length_mean": 643.2769028871392,
      "text_length_median": 520.5
    }
  },
  "results": [
    {
      "model_type": "logistic_tfidf",
      "model_name": "logistic",
      "artifact_dir": "/content/agri-wheat-classifier/baselines/logistic",
      "artifact_file": "/content/agri-wheat-classifier/baselines/logistic/logistic_tfidf.joblib",
      "validation_best_threshold": {
        "threshold": 0.46961394282689456,
        "f1": 0.7788778877887789,
        "precision": 0.7087087087087087,
        "recall": 0.8644688644688645
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.8181818181818182,
        "precision": 0.7184466019417476,
        "recall": 0.8131868131868132,
        "f1": 0.7628865979381443,
        "confusion_matrix": [
          [
            399,
            87
          ],
          [
            51,
            222
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.8866666666666667,
            "recall": 0.8209876543209876,
            "f1-score": 0.8525641025641025,
            "support": 486.0
          },
          "RELEVANT": {
            "precision": 0.7184466019417476,
            "recall": 0.8131868131868132,
            "f1-score": 0.7628865979381443,
            "support": 273.0
          },
          "accuracy": 0.8181818181818182,
          "macro avg": {
            "precision": 0.8025566343042072,
            "recall": 0.8170872337539004,
            "f1-score": 0.8077253502511235,
            "support": 759.0
          },
          "weighted avg": {
            "precision": 0.8261606354810239,
            "recall": 0.8181818181818182,
            "f1-score": 0.8203085574219594,
            "support": 759.0
          }
        },
        "roc_auc": 0.9070908515352959,
        "average_precision": 0.8669161076776083
      },
      "validation_optimal_threshold": {
        "threshold": 0.46961394282689456,
        "accuracy": 0.8234519104084321,
        "precision": 0.7087087087087087,
        "recall": 0.8644688644688645,
        "f1": 0.7788778877887789,
        "confusion_matrix": [
          [
            389,
            97
          ],
          [
            37,
            236
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9131455399061033,
            "recall": 0.8004115226337448,
            "f1-score": 0.8530701754385965,
            "support": 486.0
          },
          "RELEVANT": {
            "precision": 0.7087087087087087,
            "recall": 0.8644688644688645,
            "f1-score": 0.7788778877887789,
            "support": 273.0
          },
          "accuracy": 0.8234519104084321,
          "macro avg": {
            "precision": 0.810927124307406,
            "recall": 0.8324401935513046,
            "f1-score": 0.8159740316136876,
            "support": 759.0
          },
          "weighted avg": {
            "precision": 0.8396129247323368,
            "recall": 0.8234519104084321,
            "f1-score": 0.8263844118965672,
            "support": 759.0
          }
        },
        "roc_auc": 0.9070908515352959,
        "average_precision": 0.8669161076776083
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.8031496062992126,
        "precision": 0.7151515151515152,
        "recall": 0.8082191780821918,
        "f1": 0.7588424437299035,
        "confusion_matrix": [
          [
            376,
            94
          ],
          [
            56,
            236
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.8703703703703703,
            "recall": 0.8,
            "f1-score": 0.8337028824833703,
            "support": 470.0
          },
          "RELEVANT": {
            "precision": 0.7151515151515152,
            "recall": 0.8082191780821918,
            "f1-score": 0.7588424437299035,
            "support": 292.0
          },
          "accuracy": 0.8031496062992126,
          "macro avg": {
            "precision": 0.7927609427609428,
            "recall": 0.8041095890410959,
            "f1-score": 0.7962726631066369,
            "support": 762.0
          },
          "weighted avg": {
            "precision": 0.810890179131649,
            "recall": 0.8031496062992126,
            "f1-score": 0.8050162051657689,
            "support": 762.0
          }
        },
        "roc_auc": 0.8884727484698338,
        "average_precision": 0.8272398636840252
      },
      "test_optimal_threshold": {
        "threshold": 0.46961394282689456,
        "accuracy": 0.7965879265091863,
        "precision": 0.6876712328767123,
        "recall": 0.8595890410958904,
        "f1": 0.7640791476407914,
        "confusion_matrix": [
          [
            356,
            114
          ],
          [
            41,
            251
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.8967254408060453,
            "recall": 0.7574468085106383,
            "f1-score": 0.8212226066897347,
            "support": 470.0
          },
          "RELEVANT": {
            "precision": 0.6876712328767123,
            "recall": 0.8595890410958904,
            "f1-score": 0.7640791476407914,
            "support": 292.0
          },
          "accuracy": 0.7965879265091863,
          "macro avg": {
            "precision": 0.7921983368413787,
            "recall": 0.8085179248032643,
            "f1-score": 0.7926508771652631,
            "support": 762.0
          },
          "weighted avg": {
            "precision": 0.8166154293685581,
            "recall": 0.7965879265091863,
            "f1-score": 0.7993251131959139,
            "support": 762.0
          }
        },
        "roc_auc": 0.8884727484698338,
        "average_precision": 0.8272398636840252
      }
    },
    {
      "model_type": "xgboost_tfidf",
      "model_name": "xgboost",
      "artifact_dir": "/content/agri-wheat-classifier/baselines/xgboost",
      "artifact_file": "/content/agri-wheat-classifier/baselines/xgboost/xgboost_tfidf.joblib",
      "validation_best_threshold": {
        "threshold": 0.5195086002349854,
        "f1": 0.8218181818181818,
        "precision": 0.8158844765342961,
        "recall": 0.8278388278388278
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.8682476943346509,
        "precision": 0.8078291814946619,
        "recall": 0.8315018315018315,
        "f1": 0.8194945848375451,
        "confusion_matrix": [
          [
            432,
            54
          ],
          [
            46,
            227
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9037656903765691,
            "recall": 0.8888888888888888,
            "f1-score": 0.8962655601659751,
            "support": 486.0
          },
          "RELEVANT": {
            "precision": 0.8078291814946619,
            "recall": 0.8315018315018315,
            "f1-score": 0.8194945848375451,
            "support": 273.0
          },
          "accuracy": 0.8682476943346509,
          "macro avg": {
            "precision": 0.8557974359356155,
            "recall": 0.8601953601953602,
            "f1-score": 0.8578800725017601,
            "support": 759.0
          },
          "weighted avg": {
            "precision": 0.8692588828340648,
            "recall": 0.8682476943346509,
            "f1-score": 0.8686522844549588,
            "support": 759.0
          }
        },
        "roc_auc": 0.9346915087655827,
        "average_precision": 0.8916128406855647
      },
      "validation_optimal_threshold": {
        "threshold": 0.5195086002349854,
        "accuracy": 0.8708827404479579,
        "precision": 0.8158844765342961,
        "recall": 0.8278388278388278,
        "f1": 0.8218181818181818,
        "confusion_matrix": [
          [
            435,
            51
          ],
          [
            47,
            226
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9024896265560166,
            "recall": 0.8950617283950617,
            "f1-score": 0.8987603305785123,
            "support": 486.0
          },
          "RELEVANT": {
            "precision": 0.8158844765342961,
            "recall": 0.8278388278388278,
            "f1-score": 0.8218181818181818,
            "support": 273.0
          },
          "accuracy": 0.8708827404479579,
          "macro avg": {
            "precision": 0.8591870515451563,
            "recall": 0.8614502781169447,
            "f1-score": 0.8602892561983471,
            "support": 759.0
          },
          "weighted avg": {
            "precision": 0.8713391575758721,
            "recall": 0.8708827404479579,
            "f1-score": 0.8710854865579982,
            "support": 759.0
          }
        },
        "roc_auc": 0.9346915087655827,
        "average_precision": 0.8916128406855647
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.8346456692913385,
        "precision": 0.7730263157894737,
        "recall": 0.8047945205479452,
        "f1": 0.7885906040268457,
        "confusion_matrix": [
          [
            401,
            69
          ],
          [
            57,
            235
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.8755458515283843,
            "recall": 0.8531914893617021,
            "f1-score": 0.8642241379310345,
            "support": 470.0
          },
          "RELEVANT": {
            "precision": 0.7730263157894737,
            "recall": 0.8047945205479452,
            "f1-score": 0.7885906040268457,
            "support": 292.0
          },
          "accuracy": 0.8346456692913385,
          "macro avg": {
            "precision": 0.824286083658929,
            "recall": 0.8289930049548236,
            "f1-score": 0.8264073709789401,
            "support": 762.0
          },
          "weighted avg": {
            "precision": 0.8362601501691166,
            "recall": 0.8346456692913385,
            "f1-score": 0.8352412089283795,
            "support": 762.0
          }
        },
        "roc_auc": 0.9103322646458758,
        "average_precision": 0.8312449743350327
      },
      "test_optimal_threshold": {
        "threshold": 0.5195086002349854,
        "accuracy": 0.8346456692913385,
        "precision": 0.7766666666666666,
        "recall": 0.797945205479452,
        "f1": 0.7871621621621622,
        "confusion_matrix": [
          [
            403,
            67
          ],
          [
            59,
            233
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.8722943722943723,
            "recall": 0.8574468085106383,
            "f1-score": 0.8648068669527897,
            "support": 470.0
          },
          "RELEVANT": {
            "precision": 0.7766666666666666,
            "recall": 0.797945205479452,
            "f1-score": 0.7871621621621622,
            "support": 292.0
          },
          "accuracy": 0.8346456692913385,
          "macro avg": {
            "precision": 0.8244805194805195,
            "recall": 0.8276960069950452,
            "f1-score": 0.825984514557476,
            "support": 762.0
          },
          "weighted avg": {
            "precision": 0.8356496347047528,
            "recall": 0.8346456692913385,
            "f1-score": 0.8350532530435204,
            "support": 762.0
          }
        },
        "roc_auc": 0.9103322646458758,
        "average_precision": 0.8312449743350327
      }
    },
    {
      "model_type": "embedding-logistic_sentence_embeddings",
      "model_name": "logistic",
      "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
      "artifact_dir": "/content/agri-wheat-classifier/baselines/embedding-logistic",
      "artifact_file": "/content/agri-wheat-classifier/baselines/embedding-logistic/embedding-logistic.joblib",
      "validation_best_threshold": {
        "threshold": 0.521271516877752,
        "f1": 0.7363184079601991,
        "precision": 0.6727272727272727,
        "recall": 0.8131868131868132
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.782608695652174,
        "precision": 0.6578947368421053,
        "recall": 0.8241758241758241,
        "f1": 0.7317073170731707,
        "confusion_matrix": [
          [
            369,
            117
          ],
          [
            48,
            225
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.8848920863309353,
            "recall": 0.7592592592592593,
            "f1-score": 0.8172757475083057,
            "support": 486.0
          },
          "RELEVANT": {
            "precision": 0.6578947368421053,
            "recall": 0.8241758241758241,
            "f1-score": 0.7317073170731707,
            "support": 273.0
          },
          "accuracy": 0.782608695652174,
          "macro avg": {
            "precision": 0.7713934115865203,
            "recall": 0.7917175417175417,
            "f1-score": 0.7744915322907382,
            "support": 759.0
          },
          "weighted avg": {
            "precision": 0.8032448183329766,
            "recall": 0.782608695652174,
            "f1-score": 0.7864981697628618,
            "support": 759.0
          }
        },
        "roc_auc": 0.8619213434028248,
        "average_precision": 0.7798827839342581
      },
      "validation_optimal_threshold": {
        "threshold": 0.521271516877752,
        "accuracy": 0.7905138339920948,
        "precision": 0.6727272727272727,
        "recall": 0.8131868131868132,
        "f1": 0.736318407960199,
        "confusion_matrix": [
          [
            378,
            108
          ],
          [
            51,
            222
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.8811188811188811,
            "recall": 0.7777777777777778,
            "f1-score": 0.8262295081967214,
            "support": 486.0
          },
          "RELEVANT": {
            "precision": 0.6727272727272727,
            "recall": 0.8131868131868132,
            "f1-score": 0.736318407960199,
            "support": 273.0
          },
          "accuracy": 0.7905138339920948,
          "macro avg": {
            "precision": 0.7769230769230769,
            "recall": 0.7954822954822955,
            "f1-score": 0.7812739580784602,
            "support": 759.0
          },
          "weighted avg": {
            "precision": 0.8061637966776306,
            "recall": 0.7905138339920948,
            "f1-score": 0.7938899424989999,
            "support": 759.0
          }
        },
        "roc_auc": 0.8619213434028248,
        "average_precision": 0.7798827839342581
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.7821522309711286,
        "precision": 0.6993670886075949,
        "recall": 0.7568493150684932,
        "f1": 0.7269736842105263,
        "confusion_matrix": [
          [
            375,
            95
          ],
          [
            71,
            221
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.8408071748878924,
            "recall": 0.7978723404255319,
            "f1-score": 0.8187772925764192,
            "support": 470.0
          },
          "RELEVANT": {
            "precision": 0.6993670886075949,
            "recall": 0.7568493150684932,
            "f1-score": 0.7269736842105263,
            "support": 292.0
          },
          "accuracy": 0.7821522309711286,
          "macro avg": {
            "precision": 0.7700871317477436,
            "recall": 0.7773608277470125,
            "f1-score": 0.7728754883934728,
            "support": 762.0
          },
          "weighted avg": {
            "precision": 0.7866070368382246,
            "recall": 0.7821522309711286,
            "f1-score": 0.783597957087127,
            "support": 762.0
          }
        },
        "roc_auc": 0.8769309239288836,
        "average_precision": 0.8205790680541594
      },
      "test_optimal_threshold": {
        "threshold": 0.521271516877752,
        "accuracy": 0.7887139107611548,
        "precision": 0.7133550488599348,
        "recall": 0.75,
        "f1": 0.7312186978297162,
        "confusion_matrix": [
          [
            382,
            88
          ],
          [
            73,
            219
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.8395604395604396,
            "recall": 0.8127659574468085,
            "f1-score": 0.825945945945946,
            "support": 470.0
          },
          "RELEVANT": {
            "precision": 0.7133550488599348,
            "recall": 0.75,
            "f1-score": 0.7312186978297162,
            "support": 292.0
          },
          "accuracy": 0.7887139107611548,
          "macro avg": {
            "precision": 0.7764577442101872,
            "recall": 0.7813829787234042,
            "f1-score": 0.778582321887831,
            "support": 762.0
          },
          "weighted avg": {
            "precision": 0.7911982688458105,
            "recall": 0.7887139107611548,
            "f1-score": 0.7896462655654485,
            "support": 762.0
          }
        },
        "roc_auc": 0.8769309239288836,
        "average_precision": 0.8205790680541594
      }
    },
    {
      "model_type": "embedding-svm_sentence_embeddings",
      "model_name": "svm",
      "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
      "artifact_dir": "/content/agri-wheat-classifier/baselines/embedding-svm",
      "artifact_file": "/content/agri-wheat-classifier/baselines/embedding-svm/embedding-svm.joblib",
      "validation_best_threshold": {
        "threshold": 0.47291079297616506,
        "f1": 0.7448275862068966,
        "precision": 0.7035830618892508,
        "recall": 0.7912087912087912
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.8036890645586298,
        "precision": 0.7137931034482758,
        "recall": 0.7582417582417582,
        "f1": 0.7353463587921847,
        "confusion_matrix": [
          [
            403,
            83
          ],
          [
            66,
            207
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.8592750533049041,
            "recall": 0.8292181069958847,
            "f1-score": 0.8439790575916231,
            "support": 486.0
          },
          "RELEVANT": {
            "precision": 0.7137931034482758,
            "recall": 0.7582417582417582,
            "f1-score": 0.7353463587921847,
            "support": 273.0
          },
          "accuracy": 0.8036890645586298,
          "macro avg": {
            "precision": 0.78653407837659,
            "recall": 0.7937299326188214,
            "f1-score": 0.7896627081919039,
            "support": 759.0
          },
          "weighted avg": {
            "precision": 0.8069475535541011,
            "recall": 0.8036890645586298,
            "f1-score": 0.8049056362843152,
            "support": 759.0
          }
        },
        "roc_auc": 0.8689835541687394,
        "average_precision": 0.7918617140757781
      },
      "validation_optimal_threshold": {
        "threshold": 0.47291079297616506,
        "accuracy": 0.8050065876152833,
        "precision": 0.7035830618892508,
        "recall": 0.7912087912087912,
        "f1": 0.7448275862068966,
        "confusion_matrix": [
          [
            395,
            91
          ],
          [
            57,
            216
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.8738938053097345,
            "recall": 0.8127572016460906,
            "f1-score": 0.8422174840085288,
            "support": 486.0
          },
          "RELEVANT": {
            "precision": 0.7035830618892508,
            "recall": 0.7912087912087912,
            "f1-score": 0.7448275862068966,
            "support": 273.0
          },
          "accuracy": 0.8050065876152833,
          "macro avg": {
            "precision": 0.7887384335994927,
            "recall": 0.8019829964274409,
            "f1-score": 0.7935225351077126,
            "support": 759.0
          },
          "weighted avg": {
            "precision": 0.8126357908778609,
            "recall": 0.8050065876152833,
            "f1-score": 0.8071879160245424,
            "support": 759.0
          }
        },
        "roc_auc": 0.8689835541687394,
        "average_precision": 0.7918617140757781
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.8175853018372703,
        "precision": 0.7781818181818182,
        "recall": 0.7328767123287672,
        "f1": 0.7548500881834215,
        "confusion_matrix": [
          [
            409,
            61
          ],
          [
            78,
            214
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.839835728952772,
            "recall": 0.8702127659574468,
            "f1-score": 0.8547544409613375,
            "support": 470.0
          },
          "RELEVANT": {
            "precision": 0.7781818181818182,
            "recall": 0.7328767123287672,
            "f1-score": 0.7548500881834215,
            "support": 292.0
          },
          "accuracy": 0.8175853018372703,
          "macro avg": {
            "precision": 0.8090087735672951,
            "recall": 0.801544739143107,
            "f1-score": 0.8048022645723795,
            "support": 762.0
          },
          "weighted avg": {
            "precision": 0.8162098208883121,
            "recall": 0.8175853018372703,
            "f1-score": 0.8164708832039208,
            "support": 762.0
          }
        },
        "roc_auc": 0.8834814922763043,
        "average_precision": 0.8241931351812108
      },
      "test_optimal_threshold": {
        "threshold": 0.47291079297616506,
        "accuracy": 0.8123359580052494,
        "precision": 0.7577854671280276,
        "recall": 0.75,
        "f1": 0.7538726333907056,
        "confusion_matrix": [
          [
            400,
            70
          ],
          [
            73,
            219
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.8456659619450317,
            "recall": 0.851063829787234,
            "f1-score": 0.848356309650053,
            "support": 470.0
          },
          "RELEVANT": {
            "precision": 0.7577854671280276,
            "recall": 0.75,
            "f1-score": 0.7538726333907056,
            "support": 292.0
          },
          "accuracy": 0.8123359580052494,
          "macro avg": {
            "precision": 0.8017257145365297,
            "recall": 0.800531914893617,
            "f1-score": 0.8011144715203793,
            "support": 762.0
          },
          "weighted avg": {
            "precision": 0.8119899718051824,
            "recall": 0.8123359580052494,
            "f1-score": 0.8121499665165498,
            "support": 762.0
          }
        },
        "roc_auc": 0.8834814922763043,
        "average_precision": 0.8241931351812108
      }
    },
    {
      "model_type": "embedding-lightgbm_sentence_embeddings",
      "model_name": "lightgbm",
      "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
      "artifact_dir": "/content/agri-wheat-classifier/baselines/embedding-lightgbm",
      "artifact_file": "/content/agri-wheat-classifier/baselines/embedding-lightgbm/embedding-lightgbm.joblib",
      "validation_best_threshold": {
        "threshold": 0.4330901925282479,
        "f1": 0.7406143344709898,
        "precision": 0.6932907348242812,
        "recall": 0.7948717948717948
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.7905138339920948,
        "precision": 0.6938775510204082,
        "recall": 0.7472527472527473,
        "f1": 0.7195767195767195,
        "confusion_matrix": [
          [
            396,
            90
          ],
          [
            69,
            204
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.8516129032258064,
            "recall": 0.8148148148148148,
            "f1-score": 0.832807570977918,
            "support": 486.0
          },
          "RELEVANT": {
            "precision": 0.6938775510204082,
            "recall": 0.7472527472527473,
            "f1-score": 0.7195767195767195,
            "support": 273.0
          },
          "accuracy": 0.7905138339920948,
          "macro avg": {
            "precision": 0.7727452271231072,
            "recall": 0.7810337810337811,
            "f1-score": 0.7761921452773188,
            "support": 759.0
          },
          "weighted avg": {
            "precision": 0.7948780532230743,
            "recall": 0.7905138339920948,
            "f1-score": 0.7920802686952735,
            "support": 759.0
          }
        },
        "roc_auc": 0.8684408869594056,
        "average_precision": 0.7857728796203002
      },
      "validation_optimal_threshold": {
        "threshold": 0.4330901925282479,
        "accuracy": 0.7997364953886693,
        "precision": 0.6932907348242812,
        "recall": 0.7948717948717948,
        "f1": 0.7406143344709898,
        "confusion_matrix": [
          [
            390,
            96
          ],
          [
            56,
            217
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.874439461883408,
            "recall": 0.8024691358024691,
            "f1-score": 0.8369098712446352,
            "support": 486.0
          },
          "RELEVANT": {
            "precision": 0.6932907348242812,
            "recall": 0.7948717948717948,
            "f1-score": 0.7406143344709898,
            "support": 273.0
          },
          "accuracy": 0.7997364953886693,
          "macro avg": {
            "precision": 0.7838650983538447,
            "recall": 0.7986704653371319,
            "f1-score": 0.7887621028578125,
            "support": 759.0
          },
          "weighted avg": {
            "precision": 0.8092832003720225,
            "recall": 0.7997364953886693,
            "f1-score": 0.8022739271877114,
            "support": 759.0
          }
        },
        "roc_auc": 0.8684408869594056,
        "average_precision": 0.7857728796203002
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.7979002624671916,
        "precision": 0.7395833333333334,
        "recall": 0.7294520547945206,
        "f1": 0.7344827586206897,
        "confusion_matrix": [
          [
            395,
            75
          ],
          [
            79,
            213
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.8333333333333334,
            "recall": 0.8404255319148937,
            "f1-score": 0.836864406779661,
            "support": 470.0
          },
          "RELEVANT": {
            "precision": 0.7395833333333334,
            "recall": 0.7294520547945206,
            "f1-score": 0.7344827586206897,
            "support": 292.0
          },
          "accuracy": 0.7979002624671916,
          "macro avg": {
            "precision": 0.7864583333333334,
            "recall": 0.7849387933547072,
            "f1-score": 0.7856735827001753,
            "support": 762.0
          },
          "weighted avg": {
            "precision": 0.7974081364829396,
            "recall": 0.7979002624671916,
            "f1-score": 0.7976315442305539,
            "support": 762.0
          }
        },
        "roc_auc": 0.8918245409501604,
        "average_precision": 0.8474870908097023
      },
      "test_optimal_threshold": {
        "threshold": 0.4330901925282479,
        "accuracy": 0.8057742782152231,
        "precision": 0.7352941176470589,
        "recall": 0.7705479452054794,
        "f1": 0.7525083612040134,
        "confusion_matrix": [
          [
            389,
            81
          ],
          [
            67,
            225
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.8530701754385965,
            "recall": 0.8276595744680851,
            "f1-score": 0.8401727861771058,
            "support": 470.0
          },
          "RELEVANT": {
            "precision": 0.7352941176470589,
            "recall": 0.7705479452054794,
            "f1-score": 0.7525083612040134,
            "support": 292.0
          },
          "accuracy": 0.8057742782152231,
          "macro avg": {
            "precision": 0.7941821465428277,
            "recall": 0.7991037598367823,
            "f1-score": 0.7963405736905596,
            "support": 762.0
          },
          "weighted avg": {
            "precision": 0.8079381427940704,
            "recall": 0.8057742782152231,
            "f1-score": 0.8065795944551334,
            "support": 762.0
          }
        },
        "roc_auc": 0.8918245409501604,
        "average_precision": 0.8474870908097023
      }
    },
    {
      "model_type": "transformer",
      "model_name": "FacebookAI/xlm-roberta-base",
      "artifact_dir": "/content/agri-wheat-classifier/transformer",
      "validation_best_threshold": {
        "threshold": 0.2030746340751648,
        "f1": 0.8992805755395683,
        "precision": 0.8833922261484098,
        "recall": 0.9157509157509157
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.924901185770751,
        "precision": 0.8941605839416058,
        "recall": 0.8974358974358975,
        "f1": 0.8957952468007313,
        "confusion_matrix": [
          [
            457,
            29
          ],
          [
            28,
            245
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9422680412371134,
            "recall": 0.9403292181069959,
            "f1-score": 0.94129763130793,
            "support": 486.0
          },
          "RELEVANT": {
            "precision": 0.8941605839416058,
            "recall": 0.8974358974358975,
            "f1-score": 0.8957952468007313,
            "support": 273.0
          },
          "accuracy": 0.924901185770751,
          "macro avg": {
            "precision": 0.9182143125893596,
            "recall": 0.9188825577714467,
            "f1-score": 0.9185464390543306,
            "support": 759.0
          },
          "weighted avg": {
            "precision": 0.9249645684549348,
            "recall": 0.924901185770751,
            "f1-score": 0.9249311609911115,
            "support": 759.0
          }
        },
        "roc_auc": 0.9563906600943638,
        "average_precision": 0.914270669615161
      },
      "validation_optimal_threshold": {
        "threshold": 0.2030746340751648,
        "accuracy": 0.9262187088274044,
        "precision": 0.8833922261484098,
        "recall": 0.9157509157509157,
        "f1": 0.8992805755395683,
        "confusion_matrix": [
          [
            453,
            33
          ],
          [
            23,
            250
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9516806722689075,
            "recall": 0.9320987654320988,
            "f1-score": 0.9417879417879418,
            "support": 486.0
          },
          "RELEVANT": {
            "precision": 0.8833922261484098,
            "recall": 0.9157509157509157,
            "f1-score": 0.8992805755395683,
            "support": 273.0
          },
          "accuracy": 0.9262187088274044,
          "macro avg": {
            "precision": 0.9175364492086586,
            "recall": 0.9239248405915073,
            "f1-score": 0.920534258663755,
            "support": 759.0
          },
          "weighted avg": {
            "precision": 0.9271184248500723,
            "recall": 0.9262187088274044,
            "f1-score": 0.9264987310029535,
            "support": 759.0
          }
        },
        "roc_auc": 0.9563906600943638,
        "average_precision": 0.914270669615161
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.884514435695538,
        "precision": 0.8617021276595744,
        "recall": 0.8321917808219178,
        "f1": 0.8466898954703833,
        "confusion_matrix": [
          [
            431,
            39
          ],
          [
            49,
            243
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.8979166666666667,
            "recall": 0.9170212765957447,
            "f1-score": 0.9073684210526316,
            "support": 470.0
          },
          "RELEVANT": {
            "precision": 0.8617021276595744,
            "recall": 0.8321917808219178,
            "f1-score": 0.8466898954703833,
            "support": 292.0
          },
          "accuracy": 0.884514435695538,
          "macro avg": {
            "precision": 0.8798093971631206,
            "recall": 0.8746065287088313,
            "f1-score": 0.8770291582615075,
            "support": 762.0
          },
          "weighted avg": {
            "precision": 0.8840391792781221,
            "recall": 0.884514435695538,
            "f1-score": 0.8841162826405365,
            "support": 762.0
          }
        },
        "roc_auc": 0.9430960361410667,
        "average_precision": 0.9145930239314757
      },
      "test_optimal_threshold": {
        "threshold": 0.2030746340751648,
        "accuracy": 0.889763779527559,
        "precision": 0.8537414965986394,
        "recall": 0.8595890410958904,
        "f1": 0.856655290102389,
        "confusion_matrix": [
          [
            427,
            43
          ],
          [
            41,
            251
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9123931623931624,
            "recall": 0.9085106382978724,
            "f1-score": 0.9104477611940298,
            "support": 470.0
          },
          "RELEVANT": {
            "precision": 0.8537414965986394,
            "recall": 0.8595890410958904,
            "f1-score": 0.856655290102389,
            "support": 292.0
          },
          "accuracy": 0.889763779527559,
          "macro avg": {
            "precision": 0.8830673294959008,
            "recall": 0.8840498396968814,
            "f1-score": 0.8835515256482094,
            "support": 762.0
          },
          "weighted avg": {
            "precision": 0.8899177209075971,
            "recall": 0.889763779527559,
            "f1-score": 0.8898343733216425,
            "support": 762.0
          }
        },
        "roc_auc": 0.9430960361410667,
        "average_precision": 0.9145930239314757
      }
    }
  ]
}