| { |
| "created_at": "2026-06-01T11:29:07.060277+00:00", |
| "config": { |
| "hf_dataset": "faodl/amis-agri-stocks", |
| "hf_subset": null, |
| "hf_revision": "main", |
| "train_split": "train", |
| "validation_split": "validation", |
| "test_split": "test", |
| "text_col": "chunk_text", |
| "label_col": "label", |
| "group_col": "id", |
| "id_col": "chunk_id", |
| "model_name": "FacebookAI/xlm-roberta-base", |
| "output_dir": "/content/agri-stocks-classifier", |
| "max_length": 256, |
| "learning_rate": 2e-05, |
| "weight_decay": 0.01, |
| "num_train_epochs": 5.0, |
| "per_device_train_batch_size": 16, |
| "per_device_eval_batch_size": 32, |
| "gradient_accumulation_steps": 1, |
| "warmup_ratio": 0.1, |
| "early_stopping_patience": 2, |
| "seed": 42, |
| "metric_for_best_model": "f1", |
| "skip_transformer": false, |
| "skip_baselines": false, |
| "baseline_models": [ |
| "logistic", |
| "xgboost", |
| "embedding-logistic", |
| "embedding-svm", |
| "embedding-lightgbm" |
| ], |
| "tfidf_max_features": 50000, |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "embedding_batch_size": 64, |
| "positive_label_name": "RELEVANT", |
| "negative_label_name": "NOT_RELEVANT", |
| "push_to_hub": false, |
| "hub_model_id": null, |
| "hub_private_repo": false |
| }, |
| "dataset_summary": { |
| "train": { |
| "rows": 4861, |
| "labels": { |
| "0": 4443, |
| "1": 418 |
| }, |
| "unique_groups": 2257, |
| "text_length_mean": 702.1693067270108, |
| "text_length_median": 795.0 |
| }, |
| "validation": { |
| "rows": 1012, |
| "labels": { |
| "0": 932, |
| "1": 80 |
| }, |
| "unique_groups": 484, |
| "text_length_mean": 700.1729249011858, |
| "text_length_median": 795.0 |
| }, |
| "test": { |
| "rows": 1093, |
| "labels": { |
| "0": 1010, |
| "1": 83 |
| }, |
| "unique_groups": 484, |
| "text_length_mean": 700.9304666056724, |
| "text_length_median": 795.0 |
| } |
| }, |
| "results": [ |
| { |
| "model_type": "logistic_tfidf", |
| "model_name": "logistic", |
| "artifact_dir": "/content/agri-stocks-classifier/baselines/logistic", |
| "artifact_file": "/content/agri-stocks-classifier/baselines/logistic/logistic_tfidf.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.5010624169025889, |
| "f1": 0.6909090909090909, |
| "precision": 0.6705882352941176, |
| "recall": 0.7125 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9496047430830039, |
| "precision": 0.6705882352941176, |
| "recall": 0.7125, |
| "f1": 0.6909090909090909, |
| "confusion_matrix": [ |
| [ |
| 904, |
| 28 |
| ], |
| [ |
| 23, |
| 57 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9751887810140237, |
| "recall": 0.9699570815450643, |
| "f1-score": 0.9725658956428187, |
| "support": 932.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6705882352941176, |
| "recall": 0.7125, |
| "f1-score": 0.6909090909090909, |
| "support": 80.0 |
| }, |
| "accuracy": 0.9496047430830039, |
| "macro avg": { |
| "precision": 0.8228885081540707, |
| "recall": 0.8412285407725322, |
| "f1-score": 0.8317374932759548, |
| "support": 1012.0 |
| }, |
| "weighted avg": { |
| "precision": 0.951109686490711, |
| "recall": 0.9496047430830039, |
| "f1-score": 0.9503005355848165, |
| "support": 1012.0 |
| } |
| }, |
| "roc_auc": 0.925630364806867, |
| "average_precision": 0.7184201888963656 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.5010624169025889, |
| "accuracy": 0.9496047430830039, |
| "precision": 0.6705882352941176, |
| "recall": 0.7125, |
| "f1": 0.6909090909090909, |
| "confusion_matrix": [ |
| [ |
| 904, |
| 28 |
| ], |
| [ |
| 23, |
| 57 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9751887810140237, |
| "recall": 0.9699570815450643, |
| "f1-score": 0.9725658956428187, |
| "support": 932.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6705882352941176, |
| "recall": 0.7125, |
| "f1-score": 0.6909090909090909, |
| "support": 80.0 |
| }, |
| "accuracy": 0.9496047430830039, |
| "macro avg": { |
| "precision": 0.8228885081540707, |
| "recall": 0.8412285407725322, |
| "f1-score": 0.8317374932759548, |
| "support": 1012.0 |
| }, |
| "weighted avg": { |
| "precision": 0.951109686490711, |
| "recall": 0.9496047430830039, |
| "f1-score": 0.9503005355848165, |
| "support": 1012.0 |
| } |
| }, |
| "roc_auc": 0.925630364806867, |
| "average_precision": 0.7184201888963656 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9515096065873742, |
| "precision": 0.6785714285714286, |
| "recall": 0.6867469879518072, |
| "f1": 0.6826347305389222, |
| "confusion_matrix": [ |
| [ |
| 983, |
| 27 |
| ], |
| [ |
| 26, |
| 57 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9742319127849356, |
| "recall": 0.9732673267326732, |
| "f1-score": 0.9737493808816245, |
| "support": 1010.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6785714285714286, |
| "recall": 0.6867469879518072, |
| "f1-score": 0.6826347305389222, |
| "support": 83.0 |
| }, |
| "accuracy": 0.9515096065873742, |
| "macro avg": { |
| "precision": 0.826401670678182, |
| "recall": 0.8300071573422403, |
| "f1-score": 0.8281920557102733, |
| "support": 1093.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9517801102325834, |
| "recall": 0.9515096065873742, |
| "f1-score": 0.9516427788885373, |
| "support": 1093.0 |
| } |
| }, |
| "roc_auc": 0.8897053560777763, |
| "average_precision": 0.7125534809856817 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.5010624169025889, |
| "accuracy": 0.9515096065873742, |
| "precision": 0.6785714285714286, |
| "recall": 0.6867469879518072, |
| "f1": 0.6826347305389222, |
| "confusion_matrix": [ |
| [ |
| 983, |
| 27 |
| ], |
| [ |
| 26, |
| 57 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9742319127849356, |
| "recall": 0.9732673267326732, |
| "f1-score": 0.9737493808816245, |
| "support": 1010.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6785714285714286, |
| "recall": 0.6867469879518072, |
| "f1-score": 0.6826347305389222, |
| "support": 83.0 |
| }, |
| "accuracy": 0.9515096065873742, |
| "macro avg": { |
| "precision": 0.826401670678182, |
| "recall": 0.8300071573422403, |
| "f1-score": 0.8281920557102733, |
| "support": 1093.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9517801102325834, |
| "recall": 0.9515096065873742, |
| "f1-score": 0.9516427788885373, |
| "support": 1093.0 |
| } |
| }, |
| "roc_auc": 0.8897053560777763, |
| "average_precision": 0.7125534809856817 |
| } |
| }, |
| { |
| "model_type": "xgboost_tfidf", |
| "model_name": "xgboost", |
| "artifact_dir": "/content/agri-stocks-classifier/baselines/xgboost", |
| "artifact_file": "/content/agri-stocks-classifier/baselines/xgboost/xgboost_tfidf.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.11745350062847137, |
| "f1": 0.7045454545454546, |
| "precision": 0.6458333333333334, |
| "recall": 0.775 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9545454545454546, |
| "precision": 0.8541666666666666, |
| "recall": 0.5125, |
| "f1": 0.640625, |
| "confusion_matrix": [ |
| [ |
| 925, |
| 7 |
| ], |
| [ |
| 39, |
| 41 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9595435684647303, |
| "recall": 0.9924892703862661, |
| "f1-score": 0.9757383966244726, |
| "support": 932.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8541666666666666, |
| "recall": 0.5125, |
| "f1-score": 0.640625, |
| "support": 80.0 |
| }, |
| "accuracy": 0.9545454545454546, |
| "macro avg": { |
| "precision": 0.9068551175656985, |
| "recall": 0.752494635193133, |
| "f1-score": 0.8081816983122363, |
| "support": 1012.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9512133785992708, |
| "recall": 0.9545454545454546, |
| "f1-score": 0.9492472190257001, |
| "support": 1012.0 |
| } |
| }, |
| "roc_auc": 0.9551636266094421, |
| "average_precision": 0.7709910168777547 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.11745350062847137, |
| "accuracy": 0.9486166007905138, |
| "precision": 0.6458333333333334, |
| "recall": 0.775, |
| "f1": 0.7045454545454546, |
| "confusion_matrix": [ |
| [ |
| 898, |
| 34 |
| ], |
| [ |
| 18, |
| 62 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.980349344978166, |
| "recall": 0.9635193133047211, |
| "f1-score": 0.9718614718614719, |
| "support": 932.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6458333333333334, |
| "recall": 0.775, |
| "f1-score": 0.7045454545454546, |
| "support": 80.0 |
| }, |
| "accuracy": 0.9486166007905138, |
| "macro avg": { |
| "precision": 0.8130913391557497, |
| "recall": 0.8692596566523605, |
| "f1-score": 0.8382034632034632, |
| "support": 1012.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9539053914884558, |
| "recall": 0.9486166007905138, |
| "f1-score": 0.9507297708878737, |
| "support": 1012.0 |
| } |
| }, |
| "roc_auc": 0.9551636266094421, |
| "average_precision": 0.7709910168777547 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9579139981701739, |
| "precision": 0.8032786885245902, |
| "recall": 0.5903614457831325, |
| "f1": 0.6805555555555556, |
| "confusion_matrix": [ |
| [ |
| 998, |
| 12 |
| ], |
| [ |
| 34, |
| 49 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9670542635658915, |
| "recall": 0.9881188118811881, |
| "f1-score": 0.9774730656219393, |
| "support": 1010.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.8032786885245902, |
| "recall": 0.5903614457831325, |
| "f1-score": 0.6805555555555556, |
| "support": 83.0 |
| }, |
| "accuracy": 0.9579139981701739, |
| "macro avg": { |
| "precision": 0.8851664760452409, |
| "recall": 0.7892401288321603, |
| "f1-score": 0.8290143105887474, |
| "support": 1093.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9546175090110626, |
| "recall": 0.9579139981701739, |
| "f1-score": 0.9549258073094874, |
| "support": 1093.0 |
| } |
| }, |
| "roc_auc": 0.9135393057378026, |
| "average_precision": 0.6998849947257223 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.11745350062847137, |
| "accuracy": 0.9268069533394327, |
| "precision": 0.514018691588785, |
| "recall": 0.6626506024096386, |
| "f1": 0.5789473684210527, |
| "confusion_matrix": [ |
| [ |
| 958, |
| 52 |
| ], |
| [ |
| 28, |
| 55 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9716024340770791, |
| "recall": 0.9485148514851485, |
| "f1-score": 0.9599198396793587, |
| "support": 1010.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.514018691588785, |
| "recall": 0.6626506024096386, |
| "f1-score": 0.5789473684210527, |
| "support": 83.0 |
| }, |
| "accuracy": 0.9268069533394327, |
| "macro avg": { |
| "precision": 0.742810562832932, |
| "recall": 0.8055827269473935, |
| "f1-score": 0.7694336040502057, |
| "support": 1093.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9368545378039516, |
| "recall": 0.9268069533394327, |
| "f1-score": 0.9309896337192128, |
| "support": 1093.0 |
| } |
| }, |
| "roc_auc": 0.9135393057378026, |
| "average_precision": 0.6998849947257223 |
| } |
| }, |
| { |
| "model_type": "embedding-logistic_sentence_embeddings", |
| "model_name": "logistic", |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "artifact_dir": "/content/agri-stocks-classifier/baselines/embedding-logistic", |
| "artifact_file": "/content/agri-stocks-classifier/baselines/embedding-logistic/embedding-logistic.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.7555613103132534, |
| "f1": 0.6524064171122994, |
| "precision": 0.5700934579439252, |
| "recall": 0.7625 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.883399209486166, |
| "precision": 0.3956043956043956, |
| "recall": 0.9, |
| "f1": 0.549618320610687, |
| "confusion_matrix": [ |
| [ |
| 822, |
| 110 |
| ], |
| [ |
| 8, |
| 72 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9903614457831326, |
| "recall": 0.8819742489270386, |
| "f1-score": 0.9330306469920545, |
| "support": 932.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.3956043956043956, |
| "recall": 0.9, |
| "f1-score": 0.549618320610687, |
| "support": 80.0 |
| }, |
| "accuracy": 0.883399209486166, |
| "macro avg": { |
| "precision": 0.6929829206937641, |
| "recall": 0.8909871244635192, |
| "f1-score": 0.7413244838013708, |
| "support": 1012.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9433450781800704, |
| "recall": 0.883399209486166, |
| "f1-score": 0.9027213721792982, |
| "support": 1012.0 |
| } |
| }, |
| "roc_auc": 0.9316925965665236, |
| "average_precision": 0.6410874236902463 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.7555613103132534, |
| "accuracy": 0.9357707509881423, |
| "precision": 0.5700934579439252, |
| "recall": 0.7625, |
| "f1": 0.6524064171122995, |
| "confusion_matrix": [ |
| [ |
| 886, |
| 46 |
| ], |
| [ |
| 19, |
| 61 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9790055248618784, |
| "recall": 0.9506437768240343, |
| "f1-score": 0.9646162221012521, |
| "support": 932.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.5700934579439252, |
| "recall": 0.7625, |
| "f1-score": 0.6524064171122995, |
| "support": 80.0 |
| }, |
| "accuracy": 0.9357707509881423, |
| "macro avg": { |
| "precision": 0.7745494914029019, |
| "recall": 0.8565718884120171, |
| "f1-score": 0.8085113196067758, |
| "support": 1012.0 |
| }, |
| "weighted avg": { |
| "precision": 0.946680460283384, |
| "recall": 0.9357707509881423, |
| "f1-score": 0.939935605106078, |
| "support": 1012.0 |
| } |
| }, |
| "roc_auc": 0.9316925965665236, |
| "average_precision": 0.6410874236902463 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.8728270814272644, |
| "precision": 0.35858585858585856, |
| "recall": 0.8554216867469879, |
| "f1": 0.505338078291815, |
| "confusion_matrix": [ |
| [ |
| 883, |
| 127 |
| ], |
| [ |
| 12, |
| 71 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9865921787709497, |
| "recall": 0.8742574257425743, |
| "f1-score": 0.9270341207349081, |
| "support": 1010.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.35858585858585856, |
| "recall": 0.8554216867469879, |
| "f1-score": 0.505338078291815, |
| "support": 83.0 |
| }, |
| "accuracy": 0.8728270814272644, |
| "macro avg": { |
| "precision": 0.6725890186784041, |
| "recall": 0.864839556244781, |
| "f1-score": 0.7161860995133615, |
| "support": 1093.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9389027692783948, |
| "recall": 0.8728270814272644, |
| "f1-score": 0.8950114569446275, |
| "support": 1093.0 |
| } |
| }, |
| "roc_auc": 0.9506262674460217, |
| "average_precision": 0.6263726772622044 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.7555613103132534, |
| "accuracy": 0.9277218664226898, |
| "precision": 0.5158730158730159, |
| "recall": 0.7831325301204819, |
| "f1": 0.6220095693779905, |
| "confusion_matrix": [ |
| [ |
| 949, |
| 61 |
| ], |
| [ |
| 18, |
| 65 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9813857290589452, |
| "recall": 0.9396039603960396, |
| "f1-score": 0.9600404653515427, |
| "support": 1010.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.5158730158730159, |
| "recall": 0.7831325301204819, |
| "f1-score": 0.6220095693779905, |
| "support": 83.0 |
| }, |
| "accuracy": 0.9277218664226898, |
| "macro avg": { |
| "precision": 0.7486293724659805, |
| "recall": 0.8613682452582607, |
| "f1-score": 0.7910250173647666, |
| "support": 1093.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9460357243064912, |
| "recall": 0.9277218664226898, |
| "f1-score": 0.9343711475420233, |
| "support": 1093.0 |
| } |
| }, |
| "roc_auc": 0.9506262674460217, |
| "average_precision": 0.6263726772622044 |
| } |
| }, |
| { |
| "model_type": "embedding-svm_sentence_embeddings", |
| "model_name": "svm", |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "artifact_dir": "/content/agri-stocks-classifier/baselines/embedding-svm", |
| "artifact_file": "/content/agri-stocks-classifier/baselines/embedding-svm/embedding-svm.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.33242082980304466, |
| "f1": 0.6432748538011696, |
| "precision": 0.6043956043956044, |
| "recall": 0.6875 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9397233201581028, |
| "precision": 0.7317073170731707, |
| "recall": 0.375, |
| "f1": 0.49586776859504134, |
| "confusion_matrix": [ |
| [ |
| 921, |
| 11 |
| ], |
| [ |
| 50, |
| 30 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9485066941297632, |
| "recall": 0.9881974248927039, |
| "f1-score": 0.9679453494482396, |
| "support": 932.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7317073170731707, |
| "recall": 0.375, |
| "f1-score": 0.49586776859504134, |
| "support": 80.0 |
| }, |
| "accuracy": 0.9397233201581028, |
| "macro avg": { |
| "precision": 0.840107005601467, |
| "recall": 0.681598712446352, |
| "f1-score": 0.7319065590216405, |
| "support": 1012.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9313684034533526, |
| "recall": 0.9397233201581028, |
| "f1-score": 0.9306269636100422, |
| "support": 1012.0 |
| } |
| }, |
| "roc_auc": 0.9256571888412017, |
| "average_precision": 0.6520000120291143 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.33242082980304466, |
| "accuracy": 0.9397233201581028, |
| "precision": 0.6043956043956044, |
| "recall": 0.6875, |
| "f1": 0.6432748538011696, |
| "confusion_matrix": [ |
| [ |
| 896, |
| 36 |
| ], |
| [ |
| 25, |
| 55 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9728555917480999, |
| "recall": 0.9613733905579399, |
| "f1-score": 0.9670804101457097, |
| "support": 932.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6043956043956044, |
| "recall": 0.6875, |
| "f1-score": 0.6432748538011696, |
| "support": 80.0 |
| }, |
| "accuracy": 0.9397233201581028, |
| "macro avg": { |
| "precision": 0.7886255980718522, |
| "recall": 0.8244366952789699, |
| "f1-score": 0.8051776319734396, |
| "support": 1012.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9437283200206298, |
| "recall": 0.9397233201581028, |
| "f1-score": 0.9414831329643231, |
| "support": 1012.0 |
| } |
| }, |
| "roc_auc": 0.9256571888412017, |
| "average_precision": 0.6520000120291143 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9524245196706312, |
| "precision": 0.7719298245614035, |
| "recall": 0.5301204819277109, |
| "f1": 0.6285714285714286, |
| "confusion_matrix": [ |
| [ |
| 997, |
| 13 |
| ], |
| [ |
| 39, |
| 44 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9623552123552124, |
| "recall": 0.9871287128712871, |
| "f1-score": 0.9745845552297165, |
| "support": 1010.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7719298245614035, |
| "recall": 0.5301204819277109, |
| "f1-score": 0.6285714285714286, |
| "support": 83.0 |
| }, |
| "accuracy": 0.9524245196706312, |
| "macro avg": { |
| "precision": 0.8671425184583079, |
| "recall": 0.758624597399499, |
| "f1-score": 0.8015779919005726, |
| "support": 1093.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9478947300250329, |
| "recall": 0.9524245196706312, |
| "f1-score": 0.9483090844953725, |
| "support": 1093.0 |
| } |
| }, |
| "roc_auc": 0.9496123106286533, |
| "average_precision": 0.646339244090901 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.33242082980304466, |
| "accuracy": 0.938700823421775, |
| "precision": 0.5784313725490197, |
| "recall": 0.7108433734939759, |
| "f1": 0.6378378378378379, |
| "confusion_matrix": [ |
| [ |
| 967, |
| 43 |
| ], |
| [ |
| 24, |
| 59 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9757820383451059, |
| "recall": 0.9574257425742574, |
| "f1-score": 0.9665167416291854, |
| "support": 1010.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.5784313725490197, |
| "recall": 0.7108433734939759, |
| "f1-score": 0.6378378378378379, |
| "support": 83.0 |
| }, |
| "accuracy": 0.938700823421775, |
| "macro avg": { |
| "precision": 0.7771067054470628, |
| "recall": 0.8341345580341166, |
| "f1-score": 0.8021772897335117, |
| "support": 1093.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9456081085545522, |
| "recall": 0.938700823421775, |
| "f1-score": 0.9415575933998334, |
| "support": 1093.0 |
| } |
| }, |
| "roc_auc": 0.9496123106286533, |
| "average_precision": 0.646339244090901 |
| } |
| }, |
| { |
| "model_type": "embedding-lightgbm_sentence_embeddings", |
| "model_name": "lightgbm", |
| "embedding_model_name": "sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2", |
| "artifact_dir": "/content/agri-stocks-classifier/baselines/embedding-lightgbm", |
| "artifact_file": "/content/agri-stocks-classifier/baselines/embedding-lightgbm/embedding-lightgbm.joblib", |
| "validation_best_threshold": { |
| "threshold": 0.21438188481859805, |
| "f1": 0.6538461538461537, |
| "precision": 0.6710526315789473, |
| "recall": 0.6375 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9446640316205533, |
| "precision": 0.7068965517241379, |
| "recall": 0.5125, |
| "f1": 0.5942028985507246, |
| "confusion_matrix": [ |
| [ |
| 915, |
| 17 |
| ], |
| [ |
| 39, |
| 41 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9591194968553459, |
| "recall": 0.9817596566523605, |
| "f1-score": 0.9703075291622482, |
| "support": 932.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7068965517241379, |
| "recall": 0.5125, |
| "f1-score": 0.5942028985507246, |
| "support": 80.0 |
| }, |
| "accuracy": 0.9446640316205533, |
| "macro avg": { |
| "precision": 0.833008024289742, |
| "recall": 0.7471298283261802, |
| "f1-score": 0.7822552138564864, |
| "support": 1012.0 |
| }, |
| "weighted avg": { |
| "precision": 0.939180924117701, |
| "recall": 0.9446640316205533, |
| "f1-score": 0.9405759378095586, |
| "support": 1012.0 |
| } |
| }, |
| "roc_auc": 0.9398202789699571, |
| "average_precision": 0.6730121234353285 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.21438188481859805, |
| "accuracy": 0.9466403162055336, |
| "precision": 0.6710526315789473, |
| "recall": 0.6375, |
| "f1": 0.6538461538461539, |
| "confusion_matrix": [ |
| [ |
| 907, |
| 25 |
| ], |
| [ |
| 29, |
| 51 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.969017094017094, |
| "recall": 0.973175965665236, |
| "f1-score": 0.9710920770877944, |
| "support": 932.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6710526315789473, |
| "recall": 0.6375, |
| "f1-score": 0.6538461538461539, |
| "support": 80.0 |
| }, |
| "accuracy": 0.9466403162055336, |
| "macro avg": { |
| "precision": 0.8200348627980207, |
| "recall": 0.8053379828326179, |
| "f1-score": 0.8124691154669741, |
| "support": 1012.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9454625910575568, |
| "recall": 0.9466403162055336, |
| "f1-score": 0.9460133479777832, |
| "support": 1012.0 |
| } |
| }, |
| "roc_auc": 0.9398202789699571, |
| "average_precision": 0.6730121234353285 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9542543458371455, |
| "precision": 0.7391304347826086, |
| "recall": 0.6144578313253012, |
| "f1": 0.6710526315789473, |
| "confusion_matrix": [ |
| [ |
| 992, |
| 18 |
| ], |
| [ |
| 32, |
| 51 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.96875, |
| "recall": 0.9821782178217822, |
| "f1-score": 0.9754178957718781, |
| "support": 1010.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7391304347826086, |
| "recall": 0.6144578313253012, |
| "f1-score": 0.6710526315789473, |
| "support": 83.0 |
| }, |
| "accuracy": 0.9542543458371455, |
| "macro avg": { |
| "precision": 0.8539402173913043, |
| "recall": 0.7983180245735417, |
| "f1-score": 0.8232352636754128, |
| "support": 1093.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9513131986156967, |
| "recall": 0.9542543458371455, |
| "f1-score": 0.9523050715010516, |
| "support": 1093.0 |
| } |
| }, |
| "roc_auc": 0.9443755218895383, |
| "average_precision": 0.714891639319723 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.21438188481859805, |
| "accuracy": 0.9478499542543458, |
| "precision": 0.6710526315789473, |
| "recall": 0.6144578313253012, |
| "f1": 0.6415094339622641, |
| "confusion_matrix": [ |
| [ |
| 985, |
| 25 |
| ], |
| [ |
| 32, |
| 51 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9685349065880039, |
| "recall": 0.9752475247524752, |
| "f1-score": 0.9718796250616675, |
| "support": 1010.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6710526315789473, |
| "recall": 0.6144578313253012, |
| "f1-score": 0.6415094339622641, |
| "support": 83.0 |
| }, |
| "accuracy": 0.9478499542543458, |
| "macro avg": { |
| "precision": 0.8197937690834756, |
| "recall": 0.7948526780388883, |
| "f1-score": 0.8066945295119659, |
| "support": 1093.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9459447612762457, |
| "recall": 0.9478499542543458, |
| "f1-score": 0.9467920442188035, |
| "support": 1093.0 |
| } |
| }, |
| "roc_auc": 0.9443755218895383, |
| "average_precision": 0.714891639319723 |
| } |
| }, |
| { |
| "model_type": "transformer", |
| "model_name": "FacebookAI/xlm-roberta-base", |
| "artifact_dir": "/content/agri-stocks-classifier/transformer", |
| "validation_best_threshold": { |
| "threshold": 0.9784466028213501, |
| "f1": 0.7919463087248322, |
| "precision": 0.855072463768116, |
| "recall": 0.7375 |
| }, |
| "validation_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9654150197628458, |
| "precision": 0.7777777777777778, |
| "recall": 0.7875, |
| "f1": 0.782608695652174, |
| "confusion_matrix": [ |
| [ |
| 914, |
| 18 |
| ], |
| [ |
| 17, |
| 63 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9817400644468314, |
| "recall": 0.98068669527897, |
| "f1-score": 0.9812130971551262, |
| "support": 932.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7777777777777778, |
| "recall": 0.7875, |
| "f1-score": 0.782608695652174, |
| "support": 80.0 |
| }, |
| "accuracy": 0.9654150197628458, |
| "macro avg": { |
| "precision": 0.8797589211123046, |
| "recall": 0.884093347639485, |
| "f1-score": 0.8819108964036501, |
| "support": 1012.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9656165635243765, |
| "recall": 0.9654150197628458, |
| "f1-score": 0.9655131444671458, |
| "support": 1012.0 |
| } |
| }, |
| "roc_auc": 0.9676032725321888, |
| "average_precision": 0.850876493292343 |
| }, |
| "validation_optimal_threshold": { |
| "threshold": 0.9784466028213501, |
| "accuracy": 0.9693675889328063, |
| "precision": 0.855072463768116, |
| "recall": 0.7375, |
| "f1": 0.7919463087248322, |
| "confusion_matrix": [ |
| [ |
| 922, |
| 10 |
| ], |
| [ |
| 21, |
| 59 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9777306468716861, |
| "recall": 0.9892703862660944, |
| "f1-score": 0.9834666666666667, |
| "support": 932.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.855072463768116, |
| "recall": 0.7375, |
| "f1-score": 0.7919463087248322, |
| "support": 80.0 |
| }, |
| "accuracy": 0.9693675889328063, |
| "macro avg": { |
| "precision": 0.916401555319901, |
| "recall": 0.8633851931330472, |
| "f1-score": 0.8877064876957494, |
| "support": 1012.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9680343478121153, |
| "recall": 0.9693675889328063, |
| "f1-score": 0.9683267174222528, |
| "support": 1012.0 |
| } |
| }, |
| "roc_auc": 0.9676032725321888, |
| "average_precision": 0.850876493292343 |
| }, |
| "test_default_0_5": { |
| "threshold": 0.5, |
| "accuracy": 0.9487648673376029, |
| "precision": 0.6363636363636364, |
| "recall": 0.7590361445783133, |
| "f1": 0.6923076923076923, |
| "confusion_matrix": [ |
| [ |
| 974, |
| 36 |
| ], |
| [ |
| 20, |
| 63 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9798792756539235, |
| "recall": 0.9643564356435643, |
| "f1-score": 0.9720558882235529, |
| "support": 1010.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.6363636363636364, |
| "recall": 0.7590361445783133, |
| "f1-score": 0.6923076923076923, |
| "support": 83.0 |
| }, |
| "accuracy": 0.9487648673376029, |
| "macro avg": { |
| "precision": 0.8081214560087799, |
| "recall": 0.8616962901109388, |
| "f1-score": 0.8321817902656226, |
| "support": 1093.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9537934585806447, |
| "recall": 0.9487648673376029, |
| "f1-score": 0.9508124296132908, |
| "support": 1093.0 |
| } |
| }, |
| "roc_auc": 0.9583383037098891, |
| "average_precision": 0.7827482401557215 |
| }, |
| "test_optimal_threshold": { |
| "threshold": 0.9784466028213501, |
| "accuracy": 0.958828911253431, |
| "precision": 0.7435897435897436, |
| "recall": 0.6987951807228916, |
| "f1": 0.7204968944099379, |
| "confusion_matrix": [ |
| [ |
| 990, |
| 20 |
| ], |
| [ |
| 25, |
| 58 |
| ] |
| ], |
| "classification_report": { |
| "NOT_RELEVANT": { |
| "precision": 0.9753694581280788, |
| "recall": 0.9801980198019802, |
| "f1-score": 0.9777777777777777, |
| "support": 1010.0 |
| }, |
| "RELEVANT": { |
| "precision": 0.7435897435897436, |
| "recall": 0.6987951807228916, |
| "f1-score": 0.7204968944099379, |
| "support": 83.0 |
| }, |
| "accuracy": 0.958828911253431, |
| "macro avg": { |
| "precision": 0.8594796008589112, |
| "recall": 0.8394966002624359, |
| "f1-score": 0.8491373360938579, |
| "support": 1093.0 |
| }, |
| "weighted avg": { |
| "precision": 0.9577686197871074, |
| "recall": 0.958828911253431, |
| "f1-score": 0.9582404371377681, |
| "support": 1093.0 |
| } |
| }, |
| "roc_auc": 0.9583383037098891, |
| "average_precision": 0.7827482401557215 |
| } |
| } |
| ] |
| } |
