| { |
| "config": { |
| "base_model": "microsoft/deberta-v3-large", |
| "num_labels": 25, |
| "max_length": 512, |
| "learning_rate": 2e-05, |
| "weight_decay": 0.01, |
| "warmup_ratio": 0.1, |
| "num_train_epochs": 15, |
| "per_device_train_batch_size": 8, |
| "per_device_eval_batch_size": 16, |
| "gradient_accumulation_steps": 4, |
| "fp16": true, |
| "early_stopping_patience": 4, |
| "real_example_weight": 3.0, |
| "synthetic_example_weight": 1.0, |
| "focal_alpha": 0.25, |
| "focal_gamma": 2.0, |
| "class_weight_cap": 15.0 |
| }, |
| "data": { |
| "total_rows": 12568, |
| "train": 10054, |
| "val": 1257, |
| "test": 1257, |
| "labels": 25 |
| }, |
| "train_metrics": { |
| "train_runtime": 8749.3343, |
| "train_samples_per_second": 17.237, |
| "train_steps_per_second": 0.538, |
| "train_loss": 0.01095637260738344, |
| "epoch": 14.99 |
| }, |
| "test_metrics": { |
| "eval_loss": 0.0009040662553161383, |
| "eval_macro_f1": 0.9955046353163275, |
| "eval_micro_f1": 0.9959484346224677, |
| "eval_f1_L01_DISEASE_CLAIM": 1.0, |
| "eval_f1_L02_STRUCTURE_FUNCTION": 0.9945945945945946, |
| "eval_f1_L03_UNSUBSTANTIATED_EFFICACY": 1.0, |
| "eval_f1_L04_DRUG_COMPARISON": 1.0, |
| "eval_f1_L05_DOSING_INSTRUCTIONS": 1.0, |
| "eval_f1_L06_IMPLIED_HUMAN_USE": 0.9859154929577465, |
| "eval_f1_L07_PHARMA_GRADE_CLAIM": 0.9948717948717949, |
| "eval_f1_L08_TESTIMONIAL_VIOLATION": 1.0, |
| "eval_f1_L09_MISSING_DISCLAIMER": 0.9948717948717949, |
| "eval_f1_L10_MISLEADING_DISCLAIMER": 0.9577464788732394, |
| "eval_f1_L11_MISSING_COA": 1.0, |
| "eval_f1_L12_FDA_FALSE_CLAIM": 1.0, |
| "eval_f1_L13_MISSING_DISCLOSURES": 1.0, |
| "eval_f1_L14_FAIR_BALANCE_VIOLATION": 0.987012987012987, |
| "eval_f1_L19_DECEPTIVE_PRICING": 1.0, |
| "eval_f1_L21_CONSUMER_LANGUAGE": 0.9863013698630136, |
| "eval_f1_L22_BODYBUILDING_CONTENT": 1.0, |
| "eval_f1_L23_META_HEALTH_KEYWORDS": 1.0, |
| "eval_f1_L24_COVER_CONTRADICTION": 0.9863013698630136, |
| "eval_f1_L25_MISSING_RESEARCH_ID": 1.0, |
| "eval_f1_L27_THCA_LEGALITY_CLAIM": 1.0, |
| "eval_f1_L28_CBD_DISEASE_CLAIM": 1.0, |
| "eval_f1_L31_COMPLIANT_RESEARCH": 1.0, |
| "eval_f1_L32_COMPLIANT_DISCLAIMER": 1.0, |
| "eval_f1_L33_COMPLIANT_MARKETING": 1.0, |
| "eval_runtime": 20.7913, |
| "eval_samples_per_second": 60.458, |
| "eval_steps_per_second": 3.8, |
| "epoch": 14.99 |
| }, |
| "optimized_thresholds": { |
| "L01_DISEASE_CLAIM": { |
| "threshold": 0.35, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 53 |
| }, |
| "L02_STRUCTURE_FUNCTION": { |
| "threshold": 0.55, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 91 |
| }, |
| "L03_UNSUBSTANTIATED_EFFICACY": { |
| "threshold": 0.15, |
| "f1": 0.9892, |
| "precision": 1.0, |
| "recall": 0.9787, |
| "support": 47 |
| }, |
| "L04_DRUG_COMPARISON": { |
| "threshold": 0.125, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 112 |
| }, |
| "L05_DOSING_INSTRUCTIONS": { |
| "threshold": 0.05, |
| "f1": 0.9722, |
| "precision": 0.9459, |
| "recall": 1.0, |
| "support": 35 |
| }, |
| "L06_IMPLIED_HUMAN_USE": { |
| "threshold": 0.275, |
| "f1": 0.9744, |
| "precision": 0.9661, |
| "recall": 0.9828, |
| "support": 58 |
| }, |
| "L07_PHARMA_GRADE_CLAIM": { |
| "threshold": 0.375, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 92 |
| }, |
| "L08_TESTIMONIAL_VIOLATION": { |
| "threshold": 0.25, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 62 |
| }, |
| "L09_MISSING_DISCLAIMER": { |
| "threshold": 0.15, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 88 |
| }, |
| "L10_MISLEADING_DISCLAIMER": { |
| "threshold": 0.5, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 44 |
| }, |
| "L11_MISSING_COA": { |
| "threshold": 0.65, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 114 |
| }, |
| "L12_FDA_FALSE_CLAIM": { |
| "threshold": 0.05, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 24 |
| }, |
| "L13_MISSING_DISCLOSURES": { |
| "threshold": 0.075, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 75 |
| }, |
| "L14_FAIR_BALANCE_VIOLATION": { |
| "threshold": 0.325, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 30 |
| }, |
| "L19_DECEPTIVE_PRICING": { |
| "threshold": 0.05, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 18 |
| }, |
| "L21_CONSUMER_LANGUAGE": { |
| "threshold": 0.075, |
| "f1": 0.9885, |
| "precision": 0.9773, |
| "recall": 1.0, |
| "support": 43 |
| }, |
| "L22_BODYBUILDING_CONTENT": { |
| "threshold": 0.075, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 87 |
| }, |
| "L23_META_HEALTH_KEYWORDS": { |
| "threshold": 0.05, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 24 |
| }, |
| "L24_COVER_CONTRADICTION": { |
| "threshold": 0.15, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 39 |
| }, |
| "L25_MISSING_RESEARCH_ID": { |
| "threshold": 0.425, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 27 |
| }, |
| "L27_THCA_LEGALITY_CLAIM": { |
| "threshold": 0.15, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 28 |
| }, |
| "L28_CBD_DISEASE_CLAIM": { |
| "threshold": 0.175, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 42 |
| }, |
| "L31_COMPLIANT_RESEARCH": { |
| "threshold": 0.4, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 69 |
| }, |
| "L32_COMPLIANT_DISCLAIMER": { |
| "threshold": 0.3, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 22 |
| }, |
| "L33_COMPLIANT_MARKETING": { |
| "threshold": 0.05, |
| "f1": 1.0, |
| "precision": 1.0, |
| "recall": 1.0, |
| "support": 20 |
| } |
| }, |
| "optimized_macro_f1": 0.997, |
| "training_time_minutes": 145.82 |
| } |
