| { |
| "model": "classified_v4_transformer_model_v4b", |
| "labels": [ |
| "crypto", |
| "tech" |
| ], |
| "device": "cuda", |
| "gpu": "AMD Radeon RX 7900 XT", |
| "train_seconds": 1256.993706703186, |
| "train_steps": 2500, |
| "max_length": 192, |
| "batch_size": 32, |
| "learning_rate": 5e-06, |
| "gpu_memory_cap_gb": 12.0, |
| "mixed_precision": "none", |
| "freeze_base": false, |
| "train_sample": 0, |
| "valid_sample": 0, |
| "test_sample": 0, |
| "valid": { |
| "loss": 0.10545027345569029, |
| "summary": { |
| "exact_match_accuracy": 0.9060361414714458, |
| "micro_precision": 0.8802346076703337, |
| "micro_recall": 0.9608877388535032, |
| "micro_f1": 0.9187946074544012, |
| "macro_precision": 0.8672258779965616, |
| "macro_recall": 0.9560144673805615, |
| "macro_f1": 0.9090033864774489, |
| "crypto": { |
| "precision": 0.9218121134779621, |
| "recall": 0.9734114232403857, |
| "f1": 0.9469093475849552, |
| "support": 19294 |
| }, |
| "tech": { |
| "precision": 0.8126396425151612, |
| "recall": 0.9386175115207374, |
| "f1": 0.8710974253699427, |
| "support": 10850 |
| }, |
| "pred_counts": { |
| "crypto": 20374, |
| "tech": 12532, |
| "negative": 21135 |
| } |
| }, |
| "crypto": { |
| "precision": 0.9218121134779621, |
| "recall": 0.9734114232403857, |
| "f1": 0.9469093475849552, |
| "support": 19294, |
| "threshold": 0.14 |
| }, |
| "tech": { |
| "precision": 0.8126396425151612, |
| "recall": 0.9386175115207374, |
| "f1": 0.8710974253699427, |
| "support": 10850, |
| "threshold": 0.15 |
| }, |
| "threshold_candidates": { |
| "crypto": { |
| "best_f1": { |
| "threshold": 0.54, |
| "precision": 0.9545194953533046, |
| "recall": 0.952886907846999, |
| "fscore": 0.9537025029179094 |
| }, |
| "best_f2": { |
| "threshold": 0.14, |
| "precision": 0.9218121134779621, |
| "recall": 0.9734114232403857, |
| "fscore": 0.9626345463864683 |
| }, |
| "precision_0_97": { |
| "threshold": 0.81, |
| "precision": 0.9702975732952673, |
| "recall": 0.9159842438063647, |
| "fscore": 0.9423589634211368, |
| "predicted": 18214, |
| "achieved_target": true |
| } |
| }, |
| "tech": { |
| "best_f1": { |
| "threshold": 0.55, |
| "precision": 0.9494077494479021, |
| "recall": 0.8717050691244239, |
| "fscore": 0.9088987122813761 |
| }, |
| "best_f2": { |
| "threshold": 0.15, |
| "precision": 0.8126396425151612, |
| "recall": 0.9386175115207374, |
| "fscore": 0.9103911893012944 |
| }, |
| "precision_0_97": { |
| "threshold": 0.81, |
| "precision": 0.9705350494628231, |
| "recall": 0.8409216589861751, |
| "fscore": 0.9010913041331292, |
| "predicted": 9401, |
| "achieved_target": true |
| } |
| } |
| }, |
| "precision_0_97_operating_point": { |
| "thresholds": { |
| "crypto": 0.81, |
| "tech": 0.81 |
| }, |
| "summary": { |
| "exact_match_accuracy": 0.9322000277706147, |
| "micro_precision": 0.9703784175267065, |
| "micro_recall": 0.8889662951167728, |
| "micro_f1": 0.9278900257968455, |
| "macro_precision": 0.9704163113790452, |
| "macro_recall": 0.8784529513962699, |
| "macro_f1": 0.921725133777133, |
| "crypto": { |
| "precision": 0.9702975732952673, |
| "recall": 0.9159842438063647, |
| "f1": 0.9423589634211368, |
| "support": 19294 |
| }, |
| "tech": { |
| "precision": 0.9705350494628231, |
| "recall": 0.8409216589861751, |
| "f1": 0.9010913041331292, |
| "support": 10850 |
| }, |
| "pred_counts": { |
| "crypto": 18214, |
| "tech": 9401, |
| "negative": 23022 |
| } |
| } |
| } |
| }, |
| "test": { |
| "loss": 0.10692968916599498, |
| "summary": { |
| "exact_match_accuracy": 0.9071059865909855, |
| "micro_precision": 0.882338765551104, |
| "micro_recall": 0.961116944480903, |
| "micro_f1": 0.9200446028929059, |
| "macro_precision": 0.8699543725937395, |
| "macro_recall": 0.9541868883737737, |
| "macro_f1": 0.9099277436612723, |
| "crypto": { |
| "precision": 0.9176431201874791, |
| "recall": 0.9783295941260453, |
| "f1": 0.9470151279583426, |
| "support": 19612 |
| }, |
| "tech": { |
| "precision": 0.822265625, |
| "recall": 0.9300441826215022, |
| "f1": 0.8728403593642018, |
| "support": 10864 |
| }, |
| "pred_counts": { |
| "crypto": 20909, |
| "tech": 12288, |
| "negative": 20869 |
| } |
| }, |
| "crypto": { |
| "precision": 0.9176431201874791, |
| "recall": 0.9783295941260453, |
| "f1": 0.9470151279583426, |
| "support": 19612, |
| "threshold": 0.12 |
| }, |
| "tech": { |
| "precision": 0.822265625, |
| "recall": 0.9300441826215022, |
| "f1": 0.8728403593642018, |
| "support": 10864, |
| "threshold": 0.16 |
| }, |
| "threshold_candidates": { |
| "crypto": { |
| "best_f1": { |
| "threshold": 0.41, |
| "precision": 0.9505624779296776, |
| "recall": 0.9607893126657149, |
| "fscore": 0.9556485355648535 |
| }, |
| "best_f2": { |
| "threshold": 0.12, |
| "precision": 0.9176431201874791, |
| "recall": 0.9783295941260453, |
| "fscore": 0.9655585414213393 |
| }, |
| "precision_0_97": { |
| "threshold": 0.8, |
| "precision": 0.9704793086790833, |
| "recall": 0.9219355496634714, |
| "fscore": 0.9455848129069373, |
| "predicted": 18631, |
| "achieved_target": true |
| } |
| }, |
| "tech": { |
| "best_f1": { |
| "threshold": 0.57, |
| "precision": 0.946736608493897, |
| "recall": 0.8638622974963182, |
| "fscore": 0.9034028011743757 |
| }, |
| "best_f2": { |
| "threshold": 0.16, |
| "precision": 0.822265625, |
| "recall": 0.9300441826215022, |
| "fscore": 0.9062858783008036 |
| }, |
| "precision_0_97": { |
| "threshold": 0.86, |
| "precision": 0.9702187567684644, |
| "recall": 0.8246502209131075, |
| "fscore": 0.891531495671211, |
| "predicted": 9234, |
| "achieved_target": true |
| } |
| } |
| }, |
| "precision_0_97_operating_point": { |
| "thresholds": { |
| "crypto": 0.8, |
| "tech": 0.86 |
| }, |
| "summary": { |
| "exact_match_accuracy": 0.930502541384016, |
| "micro_precision": 0.9703929660864884, |
| "micro_recall": 0.8872555453471584, |
| "micro_f1": 0.9269638847465762, |
| "macro_precision": 0.9703490327237738, |
| "macro_recall": 0.8732928852882894, |
| "macro_f1": 0.9185581542890742, |
| "crypto": { |
| "precision": 0.9704793086790833, |
| "recall": 0.9219355496634714, |
| "f1": 0.9455848129069372, |
| "support": 19612 |
| }, |
| "tech": { |
| "precision": 0.9702187567684644, |
| "recall": 0.8246502209131075, |
| "f1": 0.891531495671211, |
| "support": 10864 |
| }, |
| "pred_counts": { |
| "crypto": 18631, |
| "tech": 9234, |
| "negative": 22902 |
| } |
| } |
| } |
| }, |
| "recommended_thresholds": { |
| "crypto": 0.14, |
| "tech": 0.15 |
| } |
| } |
