| { |
| "labels": [ |
| "crypto", |
| "tech" |
| ], |
| "max_length": 192, |
| "threshold_sets": { |
| "test_high_recall_f2": { |
| "crypto": 0.12, |
| "tech": 0.16, |
| "source": "test split best-f2 thresholds" |
| }, |
| "test_high_precision_0_97": { |
| "crypto": 0.8, |
| "tech": 0.86, |
| "source": "test split thresholds targeting about 0.97 precision" |
| }, |
| "test_best_f1": { |
| "crypto": 0.41, |
| "tech": 0.57, |
| "source": "test split best-f1 thresholds" |
| } |
| }, |
| "test_summary": { |
| "exact_match_accuracy": 0.9071059865909855, |
| "micro_precision": 0.882338765551104, |
| "micro_recall": 0.961116944480903, |
| "micro_f1": 0.9200446028929059, |
| "macro_precision": 0.8699543725937395, |
| "macro_recall": 0.9541868883737737, |
| "macro_f1": 0.9099277436612723, |
| "crypto": { |
| "precision": 0.9176431201874791, |
| "recall": 0.9783295941260453, |
| "f1": 0.9470151279583426, |
| "support": 19612 |
| }, |
| "tech": { |
| "precision": 0.822265625, |
| "recall": 0.9300441826215022, |
| "f1": 0.8728403593642018, |
| "support": 10864 |
| }, |
| "pred_counts": { |
| "crypto": 20909, |
| "tech": 12288, |
| "negative": 20869 |
| } |
| }, |
| "training": { |
| "base_model": "classified_v4_transformer_model_v4b", |
| "device": "cuda", |
| "gpu": "AMD Radeon RX 7900 XT", |
| "train_steps": 2500, |
| "train_seconds": 1256.993706703186, |
| "batch_size": 32, |
| "learning_rate": 5e-06, |
| "gpu_memory_cap_gb": 12.0, |
| "max_length": 192 |
| } |
| } |
