{ "model": "classified_v4_transformer_model_v4b", "labels": [ "crypto", "tech" ], "device": "cuda", "gpu": "AMD Radeon RX 7900 XT", "train_seconds": 1256.993706703186, "train_steps": 2500, "max_length": 192, "batch_size": 32, "learning_rate": 5e-06, "gpu_memory_cap_gb": 12.0, "mixed_precision": "none", "freeze_base": false, "train_sample": 0, "valid_sample": 0, "test_sample": 0, "valid": { "loss": 0.10545027345569029, "summary": { "exact_match_accuracy": 0.9060361414714458, "micro_precision": 0.8802346076703337, "micro_recall": 0.9608877388535032, "micro_f1": 0.9187946074544012, "macro_precision": 0.8672258779965616, "macro_recall": 0.9560144673805615, "macro_f1": 0.9090033864774489, "crypto": { "precision": 0.9218121134779621, "recall": 0.9734114232403857, "f1": 0.9469093475849552, "support": 19294 }, "tech": { "precision": 0.8126396425151612, "recall": 0.9386175115207374, "f1": 0.8710974253699427, "support": 10850 }, "pred_counts": { "crypto": 20374, "tech": 12532, "negative": 21135 } }, "crypto": { "precision": 0.9218121134779621, "recall": 0.9734114232403857, "f1": 0.9469093475849552, "support": 19294, "threshold": 0.14 }, "tech": { "precision": 0.8126396425151612, "recall": 0.9386175115207374, "f1": 0.8710974253699427, "support": 10850, "threshold": 0.15 }, "threshold_candidates": { "crypto": { "best_f1": { "threshold": 0.54, "precision": 0.9545194953533046, "recall": 0.952886907846999, "fscore": 0.9537025029179094 }, "best_f2": { "threshold": 0.14, "precision": 0.9218121134779621, "recall": 0.9734114232403857, "fscore": 0.9626345463864683 }, "precision_0_97": { "threshold": 0.81, "precision": 0.9702975732952673, "recall": 0.9159842438063647, "fscore": 0.9423589634211368, "predicted": 18214, "achieved_target": true } }, "tech": { "best_f1": { "threshold": 0.55, "precision": 0.9494077494479021, "recall": 0.8717050691244239, "fscore": 0.9088987122813761 }, "best_f2": { "threshold": 0.15, "precision": 0.8126396425151612, "recall": 0.9386175115207374, "fscore": 0.9103911893012944 }, "precision_0_97": { "threshold": 0.81, "precision": 0.9705350494628231, "recall": 0.8409216589861751, "fscore": 0.9010913041331292, "predicted": 9401, "achieved_target": true } } }, "precision_0_97_operating_point": { "thresholds": { "crypto": 0.81, "tech": 0.81 }, "summary": { "exact_match_accuracy": 0.9322000277706147, "micro_precision": 0.9703784175267065, "micro_recall": 0.8889662951167728, "micro_f1": 0.9278900257968455, "macro_precision": 0.9704163113790452, "macro_recall": 0.8784529513962699, "macro_f1": 0.921725133777133, "crypto": { "precision": 0.9702975732952673, "recall": 0.9159842438063647, "f1": 0.9423589634211368, "support": 19294 }, "tech": { "precision": 0.9705350494628231, "recall": 0.8409216589861751, "f1": 0.9010913041331292, "support": 10850 }, "pred_counts": { "crypto": 18214, "tech": 9401, "negative": 23022 } } } }, "test": { "loss": 0.10692968916599498, "summary": { "exact_match_accuracy": 0.9071059865909855, "micro_precision": 0.882338765551104, "micro_recall": 0.961116944480903, "micro_f1": 0.9200446028929059, "macro_precision": 0.8699543725937395, "macro_recall": 0.9541868883737737, "macro_f1": 0.9099277436612723, "crypto": { "precision": 0.9176431201874791, "recall": 0.9783295941260453, "f1": 0.9470151279583426, "support": 19612 }, "tech": { "precision": 0.822265625, "recall": 0.9300441826215022, "f1": 0.8728403593642018, "support": 10864 }, "pred_counts": { "crypto": 20909, "tech": 12288, "negative": 20869 } }, "crypto": { "precision": 0.9176431201874791, "recall": 0.9783295941260453, "f1": 0.9470151279583426, "support": 19612, "threshold": 0.12 }, "tech": { "precision": 0.822265625, "recall": 0.9300441826215022, "f1": 0.8728403593642018, "support": 10864, "threshold": 0.16 }, "threshold_candidates": { "crypto": { "best_f1": { "threshold": 0.41, "precision": 0.9505624779296776, "recall": 0.9607893126657149, "fscore": 0.9556485355648535 }, "best_f2": { "threshold": 0.12, "precision": 0.9176431201874791, "recall": 0.9783295941260453, "fscore": 0.9655585414213393 }, "precision_0_97": { "threshold": 0.8, "precision": 0.9704793086790833, "recall": 0.9219355496634714, "fscore": 0.9455848129069373, "predicted": 18631, "achieved_target": true } }, "tech": { "best_f1": { "threshold": 0.57, "precision": 0.946736608493897, "recall": 0.8638622974963182, "fscore": 0.9034028011743757 }, "best_f2": { "threshold": 0.16, "precision": 0.822265625, "recall": 0.9300441826215022, "fscore": 0.9062858783008036 }, "precision_0_97": { "threshold": 0.86, "precision": 0.9702187567684644, "recall": 0.8246502209131075, "fscore": 0.891531495671211, "predicted": 9234, "achieved_target": true } } }, "precision_0_97_operating_point": { "thresholds": { "crypto": 0.8, "tech": 0.86 }, "summary": { "exact_match_accuracy": 0.930502541384016, "micro_precision": 0.9703929660864884, "micro_recall": 0.8872555453471584, "micro_f1": 0.9269638847465762, "macro_precision": 0.9703490327237738, "macro_recall": 0.8732928852882894, "macro_f1": 0.9185581542890742, "crypto": { "precision": 0.9704793086790833, "recall": 0.9219355496634714, "f1": 0.9455848129069372, "support": 19612 }, "tech": { "precision": 0.9702187567684644, "recall": 0.8246502209131075, "f1": 0.891531495671211, "support": 10864 }, "pred_counts": { "crypto": 18631, "tech": 9234, "negative": 22902 } } } }, "recommended_thresholds": { "crypto": 0.14, "tech": 0.15 } }