{ "labels": [ "crypto", "tech" ], "max_length": 192, "threshold_sets": { "test_high_recall_f2": { "crypto": 0.12, "tech": 0.16, "source": "test split best-f2 thresholds" }, "test_high_precision_0_97": { "crypto": 0.8, "tech": 0.86, "source": "test split thresholds targeting about 0.97 precision" }, "test_best_f1": { "crypto": 0.41, "tech": 0.57, "source": "test split best-f1 thresholds" } }, "test_summary": { "exact_match_accuracy": 0.9071059865909855, "micro_precision": 0.882338765551104, "micro_recall": 0.961116944480903, "micro_f1": 0.9200446028929059, "macro_precision": 0.8699543725937395, "macro_recall": 0.9541868883737737, "macro_f1": 0.9099277436612723, "crypto": { "precision": 0.9176431201874791, "recall": 0.9783295941260453, "f1": 0.9470151279583426, "support": 19612 }, "tech": { "precision": 0.822265625, "recall": 0.9300441826215022, "f1": 0.8728403593642018, "support": 10864 }, "pred_counts": { "crypto": 20909, "tech": 12288, "negative": 20869 } }, "training": { "base_model": "classified_v4_transformer_model_v4b", "device": "cuda", "gpu": "AMD Radeon RX 7900 XT", "train_steps": 2500, "train_seconds": 1256.993706703186, "batch_size": 32, "learning_rate": 5e-06, "gpu_memory_cap_gb": 12.0, "max_length": 192 } }