| { |
| "epoch": 30, |
| "val_macro_f1": 0.03676470588235294, |
| "val_micro_f1": 0.10909090909090909, |
| "val_macro_f1_optimal_thresholds": 0.7157284853559367, |
| "optimal_thresholds": { |
| "L01_DISEASE_CLAIM": 0.2825639247894287, |
| "L02_STRUCTURE_FUNCTION": 0.09606687724590302, |
| "L03_UNSUBSTANTIATED_EFFICACY": 0.3319278657436371, |
| "L04_DRUG_COMPARISON": 0.36702796816825867, |
| "L05_DOSING_INSTRUCTIONS": 0.15946979820728302, |
| "L06_IMPLIED_HUMAN_USE": 0.16118334233760834, |
| "L07_PHARMA_GRADE_CLAIM": 0.20936329662799835, |
| "L08_TESTIMONIAL_VIOLATION": 0.2928641736507416, |
| "L09_MISSING_DISCLAIMER": 0.17284929752349854, |
| "L10_MISLEADING_DISCLAIMER": 0.17786288261413574, |
| "L11_MISSING_COA": 0.18737396597862244, |
| "L12_FDA_FALSE_CLAIM": 0.22942757606506348, |
| "L13_MISSING_DISCLOSURES": 0.16165035963058472, |
| "L14_FAIR_BALANCE_VIOLATION": 0.13663195073604584, |
| "L15_ORIGIN_CLAIM_VIOLATION": 0.25951001048088074, |
| "L16_HIDDEN_SUBSCRIPTION": 0.1938943862915039, |
| "L17_DARK_PATTERN": 0.1496800184249878, |
| "L18_CANCEL_OBSTRUCTION": 0.20256133377552032, |
| "L19_DECEPTIVE_PRICING": 0.1911046952009201, |
| "L20_MISSING_PRICE_FREQUENCY": 0.18680280447006226, |
| "L21_CONSUMER_LANGUAGE": 0.1484360247850418, |
| "L22_BODYBUILDING_CONTENT": 0.16817210614681244, |
| "L23_META_HEALTH_KEYWORDS": 0.2577698528766632, |
| "L24_COVER_CONTRADICTION": 0.1286657750606537, |
| "L25_MISSING_RESEARCH_ID": 0.20082932710647583, |
| "L26_AFFILIATE_PROGRAM": 0.21739007532596588, |
| "L27_THCA_LEGALITY_CLAIM": 0.17333029210567474, |
| "L28_CBD_DISEASE_CLAIM": 0.14990301430225372, |
| "L29_GUARANTEED_PRESCRIPTION": 0.17317374050617218, |
| "L30_CHILD_APPEAL": 0.1755044311285019, |
| "L31_COMPLIANT_RESEARCH": 0.14920295774936676, |
| "L32_COMPLIANT_DISCLAIMER": 0.18562433123588562, |
| "L33_COMPLIANT_MARKETING": 0.1332251876592636, |
| "L34_COMPLIANT_SUBSCRIPTION": 0.12384472787380219 |
| }, |
| "default_threshold": 0.5, |
| "label_names": [ |
| "L01_DISEASE_CLAIM", |
| "L02_STRUCTURE_FUNCTION", |
| "L03_UNSUBSTANTIATED_EFFICACY", |
| "L04_DRUG_COMPARISON", |
| "L05_DOSING_INSTRUCTIONS", |
| "L06_IMPLIED_HUMAN_USE", |
| "L07_PHARMA_GRADE_CLAIM", |
| "L08_TESTIMONIAL_VIOLATION", |
| "L09_MISSING_DISCLAIMER", |
| "L10_MISLEADING_DISCLAIMER", |
| "L11_MISSING_COA", |
| "L12_FDA_FALSE_CLAIM", |
| "L13_MISSING_DISCLOSURES", |
| "L14_FAIR_BALANCE_VIOLATION", |
| "L15_ORIGIN_CLAIM_VIOLATION", |
| "L16_HIDDEN_SUBSCRIPTION", |
| "L17_DARK_PATTERN", |
| "L18_CANCEL_OBSTRUCTION", |
| "L19_DECEPTIVE_PRICING", |
| "L20_MISSING_PRICE_FREQUENCY", |
| "L21_CONSUMER_LANGUAGE", |
| "L22_BODYBUILDING_CONTENT", |
| "L23_META_HEALTH_KEYWORDS", |
| "L24_COVER_CONTRADICTION", |
| "L25_MISSING_RESEARCH_ID", |
| "L26_AFFILIATE_PROGRAM", |
| "L27_THCA_LEGALITY_CLAIM", |
| "L28_CBD_DISEASE_CLAIM", |
| "L29_GUARANTEED_PRESCRIPTION", |
| "L30_CHILD_APPEAL", |
| "L31_COMPLIANT_RESEARCH", |
| "L32_COMPLIANT_DISCLAIMER", |
| "L33_COMPLIANT_MARKETING", |
| "L34_COMPLIANT_SUBSCRIPTION" |
| ], |
| "num_labels": 34, |
| "model_name": "microsoft/deberta-v3-large", |
| "train_size": 820, |
| "val_size": 205, |
| "focal_alpha": 0.25, |
| "focal_gamma": 1.5, |
| "learning_rate": 3e-06, |
| "batch_size": 8, |
| "grad_accum_steps": 4, |
| "max_length": 512, |
| "per_label_metrics": { |
| "L01_DISEASE_CLAIM": { |
| "f1": 0.5, |
| "precision": 0.6666666666666666, |
| "recall": 0.4, |
| "support": 15 |
| }, |
| "L02_STRUCTURE_FUNCTION": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 8 |
| }, |
| "L03_UNSUBSTANTIATED_EFFICACY": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 2 |
| }, |
| "L04_DRUG_COMPARISON": { |
| "f1": 0.75, |
| "precision": 1.0, |
| "recall": 0.6, |
| "support": 10 |
| }, |
| "L05_DOSING_INSTRUCTIONS": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 11 |
| }, |
| "L06_IMPLIED_HUMAN_USE": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 5 |
| }, |
| "L07_PHARMA_GRADE_CLAIM": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 6 |
| }, |
| "L08_TESTIMONIAL_VIOLATION": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 9 |
| }, |
| "L09_MISSING_DISCLAIMER": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 5 |
| }, |
| "L10_MISLEADING_DISCLAIMER": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 2 |
| }, |
| "L11_MISSING_COA": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 3 |
| }, |
| "L12_FDA_FALSE_CLAIM": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 7 |
| }, |
| "L13_MISSING_DISCLOSURES": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 5 |
| }, |
| "L14_FAIR_BALANCE_VIOLATION": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 7 |
| }, |
| "L15_ORIGIN_CLAIM_VIOLATION": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 5 |
| }, |
| "L16_HIDDEN_SUBSCRIPTION": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 11 |
| }, |
| "L17_DARK_PATTERN": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 10 |
| }, |
| "L18_CANCEL_OBSTRUCTION": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 9 |
| }, |
| "L19_DECEPTIVE_PRICING": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 2 |
| }, |
| "L20_MISSING_PRICE_FREQUENCY": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 6 |
| }, |
| "L21_CONSUMER_LANGUAGE": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 4 |
| }, |
| "L22_BODYBUILDING_CONTENT": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 4 |
| }, |
| "L23_META_HEALTH_KEYWORDS": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 3 |
| }, |
| "L24_COVER_CONTRADICTION": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 5 |
| }, |
| "L25_MISSING_RESEARCH_ID": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 3 |
| }, |
| "L26_AFFILIATE_PROGRAM": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 4 |
| }, |
| "L27_THCA_LEGALITY_CLAIM": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 5 |
| }, |
| "L28_CBD_DISEASE_CLAIM": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 5 |
| }, |
| "L29_GUARANTEED_PRESCRIPTION": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 6 |
| }, |
| "L30_CHILD_APPEAL": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 8 |
| }, |
| "L31_COMPLIANT_RESEARCH": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 6 |
| }, |
| "L32_COMPLIANT_DISCLAIMER": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 4 |
| }, |
| "L33_COMPLIANT_MARKETING": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 7 |
| }, |
| "L34_COMPLIANT_SUBSCRIPTION": { |
| "f1": 0.0, |
| "precision": 0.0, |
| "recall": 0.0, |
| "support": 3 |
| } |
| }, |
| "training_data": { |
| "total": 1025, |
| "real": 361, |
| "synthetic": 664, |
| "real_weight": 5.0, |
| "synthetic_weight": 1.0 |
| } |
| } |
