{ "hyperparameters": { "include_attention_output_dense": false, "learning_rate_sampled": 0.00044569416489470884, "weight_decay": 0.022491619139739856, "warmup_ratio": 0.0463266472104081, "lr_scheduler_num_cycles": 1, "per_device_train_batch_size": 8, "gradient_accumulation_steps": 4, "num_train_epochs": 2, "lora_r": 32, "lora_alpha": 128, "lora_dropout": 0.0, "lora_target_modules": [ "query_proj", "key_proj", "value_proj" ], "learning_rate": 0.00014057133690327707, "lr_scheduler_type": "cosine_with_restarts", "max_grad_norm": 0.5, "optim": "adamw_torch_fused" }, "threshold_optimization": { "max_f1": { "threshold": 0.869714617729187, "metrics": { "threshold": 0.869714617729187, "auroc": 0.9984783120401353, "average_precision": 0.9985350724478098, "f1": 0.9809629649707713, "accuracy": 0.9811363829663419, "precision": 0.9900603673104631, "recall": 0.9720312276178198, "specificity": 0.9902414567983026, "precision_human": 0.9725316756205432, "recall_human": 0.9902414567983026, "precision_ai": 0.9900603673104631, "recall_ai": 0.9720312276178198, "confusion_matrix": { "true_negative": 110607, "false_positive": 1090, "false_negative": 3124, "true_positive": 108572 } } }, "precision_at_95recall": { "threshold": 3.6534821390432626e-08, "metrics": { "threshold": 3.6534821390432626e-08, "auroc": 0.9984783120401353, "average_precision": 0.9985350724478098, "f1": 0.6666646771454748, "accuracy": 0.49999776179199884, "precision": 0.49999776179199884, "recall": 1.0, "specificity": 0.0, "precision_human": 0.0, "recall_human": 0.0, "precision_ai": 0.49999776179199884, "recall_ai": 1.0, "confusion_matrix": { "true_negative": 0, "false_positive": 111697, "false_negative": 0, "true_positive": 111696 } } } }, "calibration": { "temperature": 1.4436575174331665, "method": "temperature_scaling", "calibration_set": "calibration", "calibration_metrics": { "temperature": 1.4436575174331665, "optimization_method": "LBFGS_logspace", "uncalibrated_nll": 0.057230830731130305, "calibrated_nll": 0.05340311260808736, "uncalibrated_ece": 0.007595386161633095, "calibrated_ece": 0.011707928851842823, "uncalibrated_brier": 0.01589206575792085, "calibrated_brier": 0.015775692446082124, "nll_improvement": 0.0038277181230429447, "ece_improvement": -0.004112542690209728, "brier_improvement": 0.00011637331183872793 }, "test_metrics": { "ece_before": 0.007462335961689493, "ece_after": 0.011600581100766194, "ece_improvement": -0.004138245139076701, "brier_before": 0.015727129447539786, "brier_after": 0.0156334356493489, "brier_improvement": 9.369379819088725e-05 } }, "test_metrics": { "threshold": 0.869714617729187, "auroc": 0.9984910666612247, "average_precision": 0.9985476887515279, "f1": 0.981194394455165, "accuracy": 0.9813637682145531, "precision": 0.9901900719151605, "recall": 0.972360693310414, "specificity": 0.9903667786364515, "precision_human": 0.9728497555141239, "recall_human": 0.9903667786364515, "precision_ai": 0.9901900719151605, "recall_ai": 0.972360693310414, "confusion_matrix": { "true_negative": 138276, "false_positive": 1345, "false_negative": 3859, "true_positive": 135761 } }, "timestamp": "20251124_170935", "seed": 42 }