{
  "created_at": "2026-06-01T11:29:07.060277+00:00",
  "config": {
    "hf_dataset": "faodl/amis-agri-stocks",
    "hf_subset": null,
    "hf_revision": "main",
    "train_split": "train",
    "validation_split": "validation",
    "test_split": "test",
    "text_col": "chunk_text",
    "label_col": "label",
    "group_col": "id",
    "id_col": "chunk_id",
    "model_name": "FacebookAI/xlm-roberta-base",
    "output_dir": "/content/agri-stocks-classifier",
    "max_length": 256,
    "learning_rate": 2e-05,
    "weight_decay": 0.01,
    "num_train_epochs": 5.0,
    "per_device_train_batch_size": 16,
    "per_device_eval_batch_size": 32,
    "gradient_accumulation_steps": 1,
    "warmup_ratio": 0.1,
    "early_stopping_patience": 2,
    "seed": 42,
    "metric_for_best_model": "f1",
    "skip_transformer": false,
    "skip_baselines": false,
    "baseline_models": [
      "logistic",
      "xgboost",
      "embedding-logistic",
      "embedding-svm",
      "embedding-lightgbm"
    ],
    "tfidf_max_features": 50000,
    "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
    "embedding_batch_size": 64,
    "positive_label_name": "RELEVANT",
    "negative_label_name": "NOT_RELEVANT",
    "push_to_hub": false,
    "hub_model_id": null,
    "hub_private_repo": false
  },
  "dataset_summary": {
    "train": {
      "rows": 4861,
      "labels": {
        "0": 4443,
        "1": 418
      },
      "unique_groups": 2257,
      "text_length_mean": 702.1693067270108,
      "text_length_median": 795.0
    },
    "validation": {
      "rows": 1012,
      "labels": {
        "0": 932,
        "1": 80
      },
      "unique_groups": 484,
      "text_length_mean": 700.1729249011858,
      "text_length_median": 795.0
    },
    "test": {
      "rows": 1093,
      "labels": {
        "0": 1010,
        "1": 83
      },
      "unique_groups": 484,
      "text_length_mean": 700.9304666056724,
      "text_length_median": 795.0
    }
  },
  "results": [
    {
      "model_type": "logistic_tfidf",
      "model_name": "logistic",
      "artifact_dir": "/content/agri-stocks-classifier/baselines/logistic",
      "artifact_file": "/content/agri-stocks-classifier/baselines/logistic/logistic_tfidf.joblib",
      "validation_best_threshold": {
        "threshold": 0.5010624169025889,
        "f1": 0.6909090909090909,
        "precision": 0.6705882352941176,
        "recall": 0.7125
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9496047430830039,
        "precision": 0.6705882352941176,
        "recall": 0.7125,
        "f1": 0.6909090909090909,
        "confusion_matrix": [
          [
            904,
            28
          ],
          [
            23,
            57
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9751887810140237,
            "recall": 0.9699570815450643,
            "f1-score": 0.9725658956428187,
            "support": 932.0
          },
          "RELEVANT": {
            "precision": 0.6705882352941176,
            "recall": 0.7125,
            "f1-score": 0.6909090909090909,
            "support": 80.0
          },
          "accuracy": 0.9496047430830039,
          "macro avg": {
            "precision": 0.8228885081540707,
            "recall": 0.8412285407725322,
            "f1-score": 0.8317374932759548,
            "support": 1012.0
          },
          "weighted avg": {
            "precision": 0.951109686490711,
            "recall": 0.9496047430830039,
            "f1-score": 0.9503005355848165,
            "support": 1012.0
          }
        },
        "roc_auc": 0.925630364806867,
        "average_precision": 0.7184201888963656
      },
      "validation_optimal_threshold": {
        "threshold": 0.5010624169025889,
        "accuracy": 0.9496047430830039,
        "precision": 0.6705882352941176,
        "recall": 0.7125,
        "f1": 0.6909090909090909,
        "confusion_matrix": [
          [
            904,
            28
          ],
          [
            23,
            57
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9751887810140237,
            "recall": 0.9699570815450643,
            "f1-score": 0.9725658956428187,
            "support": 932.0
          },
          "RELEVANT": {
            "precision": 0.6705882352941176,
            "recall": 0.7125,
            "f1-score": 0.6909090909090909,
            "support": 80.0
          },
          "accuracy": 0.9496047430830039,
          "macro avg": {
            "precision": 0.8228885081540707,
            "recall": 0.8412285407725322,
            "f1-score": 0.8317374932759548,
            "support": 1012.0
          },
          "weighted avg": {
            "precision": 0.951109686490711,
            "recall": 0.9496047430830039,
            "f1-score": 0.9503005355848165,
            "support": 1012.0
          }
        },
        "roc_auc": 0.925630364806867,
        "average_precision": 0.7184201888963656
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9515096065873742,
        "precision": 0.6785714285714286,
        "recall": 0.6867469879518072,
        "f1": 0.6826347305389222,
        "confusion_matrix": [
          [
            983,
            27
          ],
          [
            26,
            57
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9742319127849356,
            "recall": 0.9732673267326732,
            "f1-score": 0.9737493808816245,
            "support": 1010.0
          },
          "RELEVANT": {
            "precision": 0.6785714285714286,
            "recall": 0.6867469879518072,
            "f1-score": 0.6826347305389222,
            "support": 83.0
          },
          "accuracy": 0.9515096065873742,
          "macro avg": {
            "precision": 0.826401670678182,
            "recall": 0.8300071573422403,
            "f1-score": 0.8281920557102733,
            "support": 1093.0
          },
          "weighted avg": {
            "precision": 0.9517801102325834,
            "recall": 0.9515096065873742,
            "f1-score": 0.9516427788885373,
            "support": 1093.0
          }
        },
        "roc_auc": 0.8897053560777763,
        "average_precision": 0.7125534809856817
      },
      "test_optimal_threshold": {
        "threshold": 0.5010624169025889,
        "accuracy": 0.9515096065873742,
        "precision": 0.6785714285714286,
        "recall": 0.6867469879518072,
        "f1": 0.6826347305389222,
        "confusion_matrix": [
          [
            983,
            27
          ],
          [
            26,
            57
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9742319127849356,
            "recall": 0.9732673267326732,
            "f1-score": 0.9737493808816245,
            "support": 1010.0
          },
          "RELEVANT": {
            "precision": 0.6785714285714286,
            "recall": 0.6867469879518072,
            "f1-score": 0.6826347305389222,
            "support": 83.0
          },
          "accuracy": 0.9515096065873742,
          "macro avg": {
            "precision": 0.826401670678182,
            "recall": 0.8300071573422403,
            "f1-score": 0.8281920557102733,
            "support": 1093.0
          },
          "weighted avg": {
            "precision": 0.9517801102325834,
            "recall": 0.9515096065873742,
            "f1-score": 0.9516427788885373,
            "support": 1093.0
          }
        },
        "roc_auc": 0.8897053560777763,
        "average_precision": 0.7125534809856817
      }
    },
    {
      "model_type": "xgboost_tfidf",
      "model_name": "xgboost",
      "artifact_dir": "/content/agri-stocks-classifier/baselines/xgboost",
      "artifact_file": "/content/agri-stocks-classifier/baselines/xgboost/xgboost_tfidf.joblib",
      "validation_best_threshold": {
        "threshold": 0.11745350062847137,
        "f1": 0.7045454545454546,
        "precision": 0.6458333333333334,
        "recall": 0.775
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9545454545454546,
        "precision": 0.8541666666666666,
        "recall": 0.5125,
        "f1": 0.640625,
        "confusion_matrix": [
          [
            925,
            7
          ],
          [
            39,
            41
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9595435684647303,
            "recall": 0.9924892703862661,
            "f1-score": 0.9757383966244726,
            "support": 932.0
          },
          "RELEVANT": {
            "precision": 0.8541666666666666,
            "recall": 0.5125,
            "f1-score": 0.640625,
            "support": 80.0
          },
          "accuracy": 0.9545454545454546,
          "macro avg": {
            "precision": 0.9068551175656985,
            "recall": 0.752494635193133,
            "f1-score": 0.8081816983122363,
            "support": 1012.0
          },
          "weighted avg": {
            "precision": 0.9512133785992708,
            "recall": 0.9545454545454546,
            "f1-score": 0.9492472190257001,
            "support": 1012.0
          }
        },
        "roc_auc": 0.9551636266094421,
        "average_precision": 0.7709910168777547
      },
      "validation_optimal_threshold": {
        "threshold": 0.11745350062847137,
        "accuracy": 0.9486166007905138,
        "precision": 0.6458333333333334,
        "recall": 0.775,
        "f1": 0.7045454545454546,
        "confusion_matrix": [
          [
            898,
            34
          ],
          [
            18,
            62
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.980349344978166,
            "recall": 0.9635193133047211,
            "f1-score": 0.9718614718614719,
            "support": 932.0
          },
          "RELEVANT": {
            "precision": 0.6458333333333334,
            "recall": 0.775,
            "f1-score": 0.7045454545454546,
            "support": 80.0
          },
          "accuracy": 0.9486166007905138,
          "macro avg": {
            "precision": 0.8130913391557497,
            "recall": 0.8692596566523605,
            "f1-score": 0.8382034632034632,
            "support": 1012.0
          },
          "weighted avg": {
            "precision": 0.9539053914884558,
            "recall": 0.9486166007905138,
            "f1-score": 0.9507297708878737,
            "support": 1012.0
          }
        },
        "roc_auc": 0.9551636266094421,
        "average_precision": 0.7709910168777547
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9579139981701739,
        "precision": 0.8032786885245902,
        "recall": 0.5903614457831325,
        "f1": 0.6805555555555556,
        "confusion_matrix": [
          [
            998,
            12
          ],
          [
            34,
            49
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9670542635658915,
            "recall": 0.9881188118811881,
            "f1-score": 0.9774730656219393,
            "support": 1010.0
          },
          "RELEVANT": {
            "precision": 0.8032786885245902,
            "recall": 0.5903614457831325,
            "f1-score": 0.6805555555555556,
            "support": 83.0
          },
          "accuracy": 0.9579139981701739,
          "macro avg": {
            "precision": 0.8851664760452409,
            "recall": 0.7892401288321603,
            "f1-score": 0.8290143105887474,
            "support": 1093.0
          },
          "weighted avg": {
            "precision": 0.9546175090110626,
            "recall": 0.9579139981701739,
            "f1-score": 0.9549258073094874,
            "support": 1093.0
          }
        },
        "roc_auc": 0.9135393057378026,
        "average_precision": 0.6998849947257223
      },
      "test_optimal_threshold": {
        "threshold": 0.11745350062847137,
        "accuracy": 0.9268069533394327,
        "precision": 0.514018691588785,
        "recall": 0.6626506024096386,
        "f1": 0.5789473684210527,
        "confusion_matrix": [
          [
            958,
            52
          ],
          [
            28,
            55
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9716024340770791,
            "recall": 0.9485148514851485,
            "f1-score": 0.9599198396793587,
            "support": 1010.0
          },
          "RELEVANT": {
            "precision": 0.514018691588785,
            "recall": 0.6626506024096386,
            "f1-score": 0.5789473684210527,
            "support": 83.0
          },
          "accuracy": 0.9268069533394327,
          "macro avg": {
            "precision": 0.742810562832932,
            "recall": 0.8055827269473935,
            "f1-score": 0.7694336040502057,
            "support": 1093.0
          },
          "weighted avg": {
            "precision": 0.9368545378039516,
            "recall": 0.9268069533394327,
            "f1-score": 0.9309896337192128,
            "support": 1093.0
          }
        },
        "roc_auc": 0.9135393057378026,
        "average_precision": 0.6998849947257223
      }
    },
    {
      "model_type": "embedding-logistic_sentence_embeddings",
      "model_name": "logistic",
      "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
      "artifact_dir": "/content/agri-stocks-classifier/baselines/embedding-logistic",
      "artifact_file": "/content/agri-stocks-classifier/baselines/embedding-logistic/embedding-logistic.joblib",
      "validation_best_threshold": {
        "threshold": 0.7555613103132534,
        "f1": 0.6524064171122994,
        "precision": 0.5700934579439252,
        "recall": 0.7625
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.883399209486166,
        "precision": 0.3956043956043956,
        "recall": 0.9,
        "f1": 0.549618320610687,
        "confusion_matrix": [
          [
            822,
            110
          ],
          [
            8,
            72
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9903614457831326,
            "recall": 0.8819742489270386,
            "f1-score": 0.9330306469920545,
            "support": 932.0
          },
          "RELEVANT": {
            "precision": 0.3956043956043956,
            "recall": 0.9,
            "f1-score": 0.549618320610687,
            "support": 80.0
          },
          "accuracy": 0.883399209486166,
          "macro avg": {
            "precision": 0.6929829206937641,
            "recall": 0.8909871244635192,
            "f1-score": 0.7413244838013708,
            "support": 1012.0
          },
          "weighted avg": {
            "precision": 0.9433450781800704,
            "recall": 0.883399209486166,
            "f1-score": 0.9027213721792982,
            "support": 1012.0
          }
        },
        "roc_auc": 0.9316925965665236,
        "average_precision": 0.6410874236902463
      },
      "validation_optimal_threshold": {
        "threshold": 0.7555613103132534,
        "accuracy": 0.9357707509881423,
        "precision": 0.5700934579439252,
        "recall": 0.7625,
        "f1": 0.6524064171122995,
        "confusion_matrix": [
          [
            886,
            46
          ],
          [
            19,
            61
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9790055248618784,
            "recall": 0.9506437768240343,
            "f1-score": 0.9646162221012521,
            "support": 932.0
          },
          "RELEVANT": {
            "precision": 0.5700934579439252,
            "recall": 0.7625,
            "f1-score": 0.6524064171122995,
            "support": 80.0
          },
          "accuracy": 0.9357707509881423,
          "macro avg": {
            "precision": 0.7745494914029019,
            "recall": 0.8565718884120171,
            "f1-score": 0.8085113196067758,
            "support": 1012.0
          },
          "weighted avg": {
            "precision": 0.946680460283384,
            "recall": 0.9357707509881423,
            "f1-score": 0.939935605106078,
            "support": 1012.0
          }
        },
        "roc_auc": 0.9316925965665236,
        "average_precision": 0.6410874236902463
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.8728270814272644,
        "precision": 0.35858585858585856,
        "recall": 0.8554216867469879,
        "f1": 0.505338078291815,
        "confusion_matrix": [
          [
            883,
            127
          ],
          [
            12,
            71
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9865921787709497,
            "recall": 0.8742574257425743,
            "f1-score": 0.9270341207349081,
            "support": 1010.0
          },
          "RELEVANT": {
            "precision": 0.35858585858585856,
            "recall": 0.8554216867469879,
            "f1-score": 0.505338078291815,
            "support": 83.0
          },
          "accuracy": 0.8728270814272644,
          "macro avg": {
            "precision": 0.6725890186784041,
            "recall": 0.864839556244781,
            "f1-score": 0.7161860995133615,
            "support": 1093.0
          },
          "weighted avg": {
            "precision": 0.9389027692783948,
            "recall": 0.8728270814272644,
            "f1-score": 0.8950114569446275,
            "support": 1093.0
          }
        },
        "roc_auc": 0.9506262674460217,
        "average_precision": 0.6263726772622044
      },
      "test_optimal_threshold": {
        "threshold": 0.7555613103132534,
        "accuracy": 0.9277218664226898,
        "precision": 0.5158730158730159,
        "recall": 0.7831325301204819,
        "f1": 0.6220095693779905,
        "confusion_matrix": [
          [
            949,
            61
          ],
          [
            18,
            65
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9813857290589452,
            "recall": 0.9396039603960396,
            "f1-score": 0.9600404653515427,
            "support": 1010.0
          },
          "RELEVANT": {
            "precision": 0.5158730158730159,
            "recall": 0.7831325301204819,
            "f1-score": 0.6220095693779905,
            "support": 83.0
          },
          "accuracy": 0.9277218664226898,
          "macro avg": {
            "precision": 0.7486293724659805,
            "recall": 0.8613682452582607,
            "f1-score": 0.7910250173647666,
            "support": 1093.0
          },
          "weighted avg": {
            "precision": 0.9460357243064912,
            "recall": 0.9277218664226898,
            "f1-score": 0.9343711475420233,
            "support": 1093.0
          }
        },
        "roc_auc": 0.9506262674460217,
        "average_precision": 0.6263726772622044
      }
    },
    {
      "model_type": "embedding-svm_sentence_embeddings",
      "model_name": "svm",
      "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
      "artifact_dir": "/content/agri-stocks-classifier/baselines/embedding-svm",
      "artifact_file": "/content/agri-stocks-classifier/baselines/embedding-svm/embedding-svm.joblib",
      "validation_best_threshold": {
        "threshold": 0.33242082980304466,
        "f1": 0.6432748538011696,
        "precision": 0.6043956043956044,
        "recall": 0.6875
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9397233201581028,
        "precision": 0.7317073170731707,
        "recall": 0.375,
        "f1": 0.49586776859504134,
        "confusion_matrix": [
          [
            921,
            11
          ],
          [
            50,
            30
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9485066941297632,
            "recall": 0.9881974248927039,
            "f1-score": 0.9679453494482396,
            "support": 932.0
          },
          "RELEVANT": {
            "precision": 0.7317073170731707,
            "recall": 0.375,
            "f1-score": 0.49586776859504134,
            "support": 80.0
          },
          "accuracy": 0.9397233201581028,
          "macro avg": {
            "precision": 0.840107005601467,
            "recall": 0.681598712446352,
            "f1-score": 0.7319065590216405,
            "support": 1012.0
          },
          "weighted avg": {
            "precision": 0.9313684034533526,
            "recall": 0.9397233201581028,
            "f1-score": 0.9306269636100422,
            "support": 1012.0
          }
        },
        "roc_auc": 0.9256571888412017,
        "average_precision": 0.6520000120291143
      },
      "validation_optimal_threshold": {
        "threshold": 0.33242082980304466,
        "accuracy": 0.9397233201581028,
        "precision": 0.6043956043956044,
        "recall": 0.6875,
        "f1": 0.6432748538011696,
        "confusion_matrix": [
          [
            896,
            36
          ],
          [
            25,
            55
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9728555917480999,
            "recall": 0.9613733905579399,
            "f1-score": 0.9670804101457097,
            "support": 932.0
          },
          "RELEVANT": {
            "precision": 0.6043956043956044,
            "recall": 0.6875,
            "f1-score": 0.6432748538011696,
            "support": 80.0
          },
          "accuracy": 0.9397233201581028,
          "macro avg": {
            "precision": 0.7886255980718522,
            "recall": 0.8244366952789699,
            "f1-score": 0.8051776319734396,
            "support": 1012.0
          },
          "weighted avg": {
            "precision": 0.9437283200206298,
            "recall": 0.9397233201581028,
            "f1-score": 0.9414831329643231,
            "support": 1012.0
          }
        },
        "roc_auc": 0.9256571888412017,
        "average_precision": 0.6520000120291143
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9524245196706312,
        "precision": 0.7719298245614035,
        "recall": 0.5301204819277109,
        "f1": 0.6285714285714286,
        "confusion_matrix": [
          [
            997,
            13
          ],
          [
            39,
            44
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9623552123552124,
            "recall": 0.9871287128712871,
            "f1-score": 0.9745845552297165,
            "support": 1010.0
          },
          "RELEVANT": {
            "precision": 0.7719298245614035,
            "recall": 0.5301204819277109,
            "f1-score": 0.6285714285714286,
            "support": 83.0
          },
          "accuracy": 0.9524245196706312,
          "macro avg": {
            "precision": 0.8671425184583079,
            "recall": 0.758624597399499,
            "f1-score": 0.8015779919005726,
            "support": 1093.0
          },
          "weighted avg": {
            "precision": 0.9478947300250329,
            "recall": 0.9524245196706312,
            "f1-score": 0.9483090844953725,
            "support": 1093.0
          }
        },
        "roc_auc": 0.9496123106286533,
        "average_precision": 0.646339244090901
      },
      "test_optimal_threshold": {
        "threshold": 0.33242082980304466,
        "accuracy": 0.938700823421775,
        "precision": 0.5784313725490197,
        "recall": 0.7108433734939759,
        "f1": 0.6378378378378379,
        "confusion_matrix": [
          [
            967,
            43
          ],
          [
            24,
            59
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9757820383451059,
            "recall": 0.9574257425742574,
            "f1-score": 0.9665167416291854,
            "support": 1010.0
          },
          "RELEVANT": {
            "precision": 0.5784313725490197,
            "recall": 0.7108433734939759,
            "f1-score": 0.6378378378378379,
            "support": 83.0
          },
          "accuracy": 0.938700823421775,
          "macro avg": {
            "precision": 0.7771067054470628,
            "recall": 0.8341345580341166,
            "f1-score": 0.8021772897335117,
            "support": 1093.0
          },
          "weighted avg": {
            "precision": 0.9456081085545522,
            "recall": 0.938700823421775,
            "f1-score": 0.9415575933998334,
            "support": 1093.0
          }
        },
        "roc_auc": 0.9496123106286533,
        "average_precision": 0.646339244090901
      }
    },
    {
      "model_type": "embedding-lightgbm_sentence_embeddings",
      "model_name": "lightgbm",
      "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2",
      "artifact_dir": "/content/agri-stocks-classifier/baselines/embedding-lightgbm",
      "artifact_file": "/content/agri-stocks-classifier/baselines/embedding-lightgbm/embedding-lightgbm.joblib",
      "validation_best_threshold": {
        "threshold": 0.21438188481859805,
        "f1": 0.6538461538461537,
        "precision": 0.6710526315789473,
        "recall": 0.6375
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9446640316205533,
        "precision": 0.7068965517241379,
        "recall": 0.5125,
        "f1": 0.5942028985507246,
        "confusion_matrix": [
          [
            915,
            17
          ],
          [
            39,
            41
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9591194968553459,
            "recall": 0.9817596566523605,
            "f1-score": 0.9703075291622482,
            "support": 932.0
          },
          "RELEVANT": {
            "precision": 0.7068965517241379,
            "recall": 0.5125,
            "f1-score": 0.5942028985507246,
            "support": 80.0
          },
          "accuracy": 0.9446640316205533,
          "macro avg": {
            "precision": 0.833008024289742,
            "recall": 0.7471298283261802,
            "f1-score": 0.7822552138564864,
            "support": 1012.0
          },
          "weighted avg": {
            "precision": 0.939180924117701,
            "recall": 0.9446640316205533,
            "f1-score": 0.9405759378095586,
            "support": 1012.0
          }
        },
        "roc_auc": 0.9398202789699571,
        "average_precision": 0.6730121234353285
      },
      "validation_optimal_threshold": {
        "threshold": 0.21438188481859805,
        "accuracy": 0.9466403162055336,
        "precision": 0.6710526315789473,
        "recall": 0.6375,
        "f1": 0.6538461538461539,
        "confusion_matrix": [
          [
            907,
            25
          ],
          [
            29,
            51
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.969017094017094,
            "recall": 0.973175965665236,
            "f1-score": 0.9710920770877944,
            "support": 932.0
          },
          "RELEVANT": {
            "precision": 0.6710526315789473,
            "recall": 0.6375,
            "f1-score": 0.6538461538461539,
            "support": 80.0
          },
          "accuracy": 0.9466403162055336,
          "macro avg": {
            "precision": 0.8200348627980207,
            "recall": 0.8053379828326179,
            "f1-score": 0.8124691154669741,
            "support": 1012.0
          },
          "weighted avg": {
            "precision": 0.9454625910575568,
            "recall": 0.9466403162055336,
            "f1-score": 0.9460133479777832,
            "support": 1012.0
          }
        },
        "roc_auc": 0.9398202789699571,
        "average_precision": 0.6730121234353285
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9542543458371455,
        "precision": 0.7391304347826086,
        "recall": 0.6144578313253012,
        "f1": 0.6710526315789473,
        "confusion_matrix": [
          [
            992,
            18
          ],
          [
            32,
            51
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.96875,
            "recall": 0.9821782178217822,
            "f1-score": 0.9754178957718781,
            "support": 1010.0
          },
          "RELEVANT": {
            "precision": 0.7391304347826086,
            "recall": 0.6144578313253012,
            "f1-score": 0.6710526315789473,
            "support": 83.0
          },
          "accuracy": 0.9542543458371455,
          "macro avg": {
            "precision": 0.8539402173913043,
            "recall": 0.7983180245735417,
            "f1-score": 0.8232352636754128,
            "support": 1093.0
          },
          "weighted avg": {
            "precision": 0.9513131986156967,
            "recall": 0.9542543458371455,
            "f1-score": 0.9523050715010516,
            "support": 1093.0
          }
        },
        "roc_auc": 0.9443755218895383,
        "average_precision": 0.714891639319723
      },
      "test_optimal_threshold": {
        "threshold": 0.21438188481859805,
        "accuracy": 0.9478499542543458,
        "precision": 0.6710526315789473,
        "recall": 0.6144578313253012,
        "f1": 0.6415094339622641,
        "confusion_matrix": [
          [
            985,
            25
          ],
          [
            32,
            51
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9685349065880039,
            "recall": 0.9752475247524752,
            "f1-score": 0.9718796250616675,
            "support": 1010.0
          },
          "RELEVANT": {
            "precision": 0.6710526315789473,
            "recall": 0.6144578313253012,
            "f1-score": 0.6415094339622641,
            "support": 83.0
          },
          "accuracy": 0.9478499542543458,
          "macro avg": {
            "precision": 0.8197937690834756,
            "recall": 0.7948526780388883,
            "f1-score": 0.8066945295119659,
            "support": 1093.0
          },
          "weighted avg": {
            "precision": 0.9459447612762457,
            "recall": 0.9478499542543458,
            "f1-score": 0.9467920442188035,
            "support": 1093.0
          }
        },
        "roc_auc": 0.9443755218895383,
        "average_precision": 0.714891639319723
      }
    },
    {
      "model_type": "transformer",
      "model_name": "FacebookAI/xlm-roberta-base",
      "artifact_dir": "/content/agri-stocks-classifier/transformer",
      "validation_best_threshold": {
        "threshold": 0.9784466028213501,
        "f1": 0.7919463087248322,
        "precision": 0.855072463768116,
        "recall": 0.7375
      },
      "validation_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9654150197628458,
        "precision": 0.7777777777777778,
        "recall": 0.7875,
        "f1": 0.782608695652174,
        "confusion_matrix": [
          [
            914,
            18
          ],
          [
            17,
            63
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9817400644468314,
            "recall": 0.98068669527897,
            "f1-score": 0.9812130971551262,
            "support": 932.0
          },
          "RELEVANT": {
            "precision": 0.7777777777777778,
            "recall": 0.7875,
            "f1-score": 0.782608695652174,
            "support": 80.0
          },
          "accuracy": 0.9654150197628458,
          "macro avg": {
            "precision": 0.8797589211123046,
            "recall": 0.884093347639485,
            "f1-score": 0.8819108964036501,
            "support": 1012.0
          },
          "weighted avg": {
            "precision": 0.9656165635243765,
            "recall": 0.9654150197628458,
            "f1-score": 0.9655131444671458,
            "support": 1012.0
          }
        },
        "roc_auc": 0.9676032725321888,
        "average_precision": 0.850876493292343
      },
      "validation_optimal_threshold": {
        "threshold": 0.9784466028213501,
        "accuracy": 0.9693675889328063,
        "precision": 0.855072463768116,
        "recall": 0.7375,
        "f1": 0.7919463087248322,
        "confusion_matrix": [
          [
            922,
            10
          ],
          [
            21,
            59
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9777306468716861,
            "recall": 0.9892703862660944,
            "f1-score": 0.9834666666666667,
            "support": 932.0
          },
          "RELEVANT": {
            "precision": 0.855072463768116,
            "recall": 0.7375,
            "f1-score": 0.7919463087248322,
            "support": 80.0
          },
          "accuracy": 0.9693675889328063,
          "macro avg": {
            "precision": 0.916401555319901,
            "recall": 0.8633851931330472,
            "f1-score": 0.8877064876957494,
            "support": 1012.0
          },
          "weighted avg": {
            "precision": 0.9680343478121153,
            "recall": 0.9693675889328063,
            "f1-score": 0.9683267174222528,
            "support": 1012.0
          }
        },
        "roc_auc": 0.9676032725321888,
        "average_precision": 0.850876493292343
      },
      "test_default_0_5": {
        "threshold": 0.5,
        "accuracy": 0.9487648673376029,
        "precision": 0.6363636363636364,
        "recall": 0.7590361445783133,
        "f1": 0.6923076923076923,
        "confusion_matrix": [
          [
            974,
            36
          ],
          [
            20,
            63
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9798792756539235,
            "recall": 0.9643564356435643,
            "f1-score": 0.9720558882235529,
            "support": 1010.0
          },
          "RELEVANT": {
            "precision": 0.6363636363636364,
            "recall": 0.7590361445783133,
            "f1-score": 0.6923076923076923,
            "support": 83.0
          },
          "accuracy": 0.9487648673376029,
          "macro avg": {
            "precision": 0.8081214560087799,
            "recall": 0.8616962901109388,
            "f1-score": 0.8321817902656226,
            "support": 1093.0
          },
          "weighted avg": {
            "precision": 0.9537934585806447,
            "recall": 0.9487648673376029,
            "f1-score": 0.9508124296132908,
            "support": 1093.0
          }
        },
        "roc_auc": 0.9583383037098891,
        "average_precision": 0.7827482401557215
      },
      "test_optimal_threshold": {
        "threshold": 0.9784466028213501,
        "accuracy": 0.958828911253431,
        "precision": 0.7435897435897436,
        "recall": 0.6987951807228916,
        "f1": 0.7204968944099379,
        "confusion_matrix": [
          [
            990,
            20
          ],
          [
            25,
            58
          ]
        ],
        "classification_report": {
          "NOT_RELEVANT": {
            "precision": 0.9753694581280788,
            "recall": 0.9801980198019802,
            "f1-score": 0.9777777777777777,
            "support": 1010.0
          },
          "RELEVANT": {
            "precision": 0.7435897435897436,
            "recall": 0.6987951807228916,
            "f1-score": 0.7204968944099379,
            "support": 83.0
          },
          "accuracy": 0.958828911253431,
          "macro avg": {
            "precision": 0.8594796008589112,
            "recall": 0.8394966002624359,
            "f1-score": 0.8491373360938579,
            "support": 1093.0
          },
          "weighted avg": {
            "precision": 0.9577686197871074,
            "recall": 0.958828911253431,
            "f1-score": 0.9582404371377681,
            "support": 1093.0
          }
        },
        "roc_auc": 0.9583383037098891,
        "average_precision": 0.7827482401557215
      }
    }
  ]
}