| { |
| "metadata": { |
| "total_samples": 361228, |
| "language_distribution": { |
| "ru": 52632, |
| "tr": 52558, |
| "pt": 52440, |
| "es": 52412, |
| "fr": 52368, |
| "it": 52340, |
| "en": 46478 |
| }, |
| "weight_calculation": { |
| "method": "focal_loss_with_adaptive_scaling", |
| "parameters": { |
| "default_max_weight": 15.0, |
| "default_min_weight": 0.5, |
| "language_specific_adjustments": true |
| } |
| } |
| }, |
| "weights": { |
| "en": { |
| "toxic": { |
| "0": 1.0, |
| "1": 15.0, |
| "support_0": 24135, |
| "support_1": 22343, |
| "raw_weight_1": 0.5, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.5, |
| "alpha": 0.25, |
| "final_pt": 0.4807, |
| "effective_max": 15.0, |
| "modulating_factor": 0.1943, |
| "balanced_alpha": 0.391, |
| "severity_adjusted": false, |
| "boost_factor": 1.67, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.67", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.5, |
| "max_weight_across_langs": 0.5, |
| "normalization_factor": 30.0 |
| } |
| } |
| }, |
| "severe_toxic": { |
| "0": 1.0, |
| "1": 11.516, |
| "support_0": 44492, |
| "support_1": 1986, |
| "raw_weight_1": 3.9, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.5, |
| "alpha": 0.25, |
| "final_pt": 0.0427, |
| "effective_max": 3.9, |
| "modulating_factor": 0.8966, |
| "balanced_alpha": 0.2583, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=3.9", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 3.9, |
| "max_weight_across_langs": 5.08, |
| "normalization_factor": 2.953 |
| } |
| } |
| }, |
| "obscene": { |
| "0": 1.0, |
| "1": 12.626, |
| "support_0": 34122, |
| "support_1": 12356, |
| "raw_weight_1": 0.633, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.2658, |
| "effective_max": 15.0, |
| "modulating_factor": 0.539, |
| "balanced_alpha": 0.3123, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.633, |
| "max_weight_across_langs": 0.752, |
| "normalization_factor": 19.947 |
| } |
| } |
| }, |
| "threat": { |
| "0": 1.0, |
| "1": 13.708, |
| "support_0": 45274, |
| "support_1": 1204, |
| "raw_weight_1": 13.708, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 3.0, |
| "alpha": 0.3, |
| "final_pt": 0.0259, |
| "effective_max": 15.0, |
| "modulating_factor": 0.9243, |
| "balanced_alpha": 0.3055, |
| "severity_adjusted": true, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=enabled" |
| ], |
| "normalization": { |
| "original_weight": 13.708, |
| "max_weight_across_langs": 15.0, |
| "normalization_factor": 1.0 |
| } |
| } |
| }, |
| "insult": { |
| "0": 1.0, |
| "1": 15.0, |
| "support_0": 35003, |
| "support_1": 11475, |
| "raw_weight_1": 0.705, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.2469, |
| "effective_max": 15.0, |
| "modulating_factor": 0.5672, |
| "balanced_alpha": 0.3068, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.705, |
| "max_weight_across_langs": 0.705, |
| "normalization_factor": 21.277 |
| } |
| } |
| }, |
| "identity_hate": { |
| "0": 1.0, |
| "1": 14.357, |
| "support_0": 44335, |
| "support_1": 2143, |
| "raw_weight_1": 5.0, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 3.0, |
| "alpha": 0.3, |
| "final_pt": 0.0461, |
| "effective_max": 5.0, |
| "modulating_factor": 0.868, |
| "balanced_alpha": 0.31, |
| "severity_adjusted": true, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=5.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=enabled" |
| ], |
| "normalization": { |
| "original_weight": 5.0, |
| "max_weight_across_langs": 5.224, |
| "normalization_factor": 2.871 |
| } |
| } |
| } |
| }, |
| "ru": { |
| "toxic": { |
| "0": 1.0, |
| "1": 15.0, |
| "support_0": 26678, |
| "support_1": 25954, |
| "raw_weight_1": 0.5, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.4931, |
| "effective_max": 15.0, |
| "modulating_factor": 0.2569, |
| "balanced_alpha": 0.3967, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.5, |
| "max_weight_across_langs": 0.5, |
| "normalization_factor": 30.0 |
| } |
| } |
| }, |
| "severe_toxic": { |
| "0": 1.0, |
| "1": 14.997, |
| "support_0": 50191, |
| "support_1": 2441, |
| "raw_weight_1": 5.079, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.0464, |
| "effective_max": 15.0, |
| "modulating_factor": 0.9094, |
| "balanced_alpha": 0.259, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 5.079, |
| "max_weight_across_langs": 5.08, |
| "normalization_factor": 2.953 |
| } |
| } |
| }, |
| "obscene": { |
| "0": 1.0, |
| "1": 14.96, |
| "support_0": 40200, |
| "support_1": 12432, |
| "raw_weight_1": 0.75, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.2362, |
| "effective_max": 15.0, |
| "modulating_factor": 0.5834, |
| "balanced_alpha": 0.3038, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.75, |
| "max_weight_across_langs": 0.752, |
| "normalization_factor": 19.947 |
| } |
| } |
| }, |
| "threat": { |
| "0": 1.0, |
| "1": 12.8, |
| "support_0": 51557, |
| "support_1": 1075, |
| "raw_weight_1": 12.8, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.8, |
| "alpha": 0.25, |
| "final_pt": 0.0204, |
| "effective_max": 12.8, |
| "modulating_factor": 0.9439, |
| "balanced_alpha": 0.2539, |
| "severity_adjusted": true, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=12.8", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=enabled" |
| ], |
| "normalization": { |
| "original_weight": 12.8, |
| "max_weight_across_langs": 15.0, |
| "normalization_factor": 1.0 |
| } |
| } |
| }, |
| "insult": { |
| "0": 1.0, |
| "1": 11.894, |
| "support_0": 37425, |
| "support_1": 15207, |
| "raw_weight_1": 0.559, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.2889, |
| "effective_max": 15.0, |
| "modulating_factor": 0.5056, |
| "balanced_alpha": 0.3192, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.559, |
| "max_weight_across_langs": 0.705, |
| "normalization_factor": 21.277 |
| } |
| } |
| }, |
| "identity_hate": { |
| "0": 1.0, |
| "1": 14.216, |
| "support_0": 49820, |
| "support_1": 2812, |
| "raw_weight_1": 4.951, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.8, |
| "alpha": 0.25, |
| "final_pt": 0.0534, |
| "effective_max": 7.0, |
| "modulating_factor": 0.8575, |
| "balanced_alpha": 0.2604, |
| "severity_adjusted": true, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=7.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=enabled" |
| ], |
| "normalization": { |
| "original_weight": 4.951, |
| "max_weight_across_langs": 5.224, |
| "normalization_factor": 2.871 |
| } |
| } |
| } |
| }, |
| "fr": { |
| "toxic": { |
| "0": 1.0, |
| "1": 15.0, |
| "support_0": 26491, |
| "support_1": 25877, |
| "raw_weight_1": 0.5, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.2, |
| "alpha": 0.25, |
| "final_pt": 0.4941, |
| "effective_max": 15.0, |
| "modulating_factor": 0.2233, |
| "balanced_alpha": 0.3972, |
| "severity_adjusted": false, |
| "boost_factor": 1.2, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.2", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.5, |
| "max_weight_across_langs": 0.5, |
| "normalization_factor": 30.0 |
| } |
| } |
| }, |
| "severe_toxic": { |
| "0": 1.0, |
| "1": 15.0, |
| "support_0": 49940, |
| "support_1": 2428, |
| "raw_weight_1": 5.08, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.0464, |
| "effective_max": 15.0, |
| "modulating_factor": 0.9094, |
| "balanced_alpha": 0.259, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 5.08, |
| "max_weight_across_langs": 5.08, |
| "normalization_factor": 2.953 |
| } |
| } |
| }, |
| "obscene": { |
| "0": 1.0, |
| "1": 14.96, |
| "support_0": 39989, |
| "support_1": 12379, |
| "raw_weight_1": 0.75, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.2364, |
| "effective_max": 15.0, |
| "modulating_factor": 0.5831, |
| "balanced_alpha": 0.3039, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.75, |
| "max_weight_across_langs": 0.752, |
| "normalization_factor": 19.947 |
| } |
| } |
| }, |
| "threat": { |
| "0": 1.0, |
| "1": 15.0, |
| "support_0": 51302, |
| "support_1": 1066, |
| "raw_weight_1": 15.0, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.0204, |
| "effective_max": 15.0, |
| "modulating_factor": 0.9597, |
| "balanced_alpha": 0.2539, |
| "severity_adjusted": true, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=enabled" |
| ], |
| "normalization": { |
| "original_weight": 15.0, |
| "max_weight_across_langs": 15.0, |
| "normalization_factor": 1.0 |
| } |
| } |
| }, |
| "insult": { |
| "0": 1.0, |
| "1": 11.894, |
| "support_0": 37237, |
| "support_1": 15131, |
| "raw_weight_1": 0.559, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.2889, |
| "effective_max": 15.0, |
| "modulating_factor": 0.5056, |
| "balanced_alpha": 0.3192, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.559, |
| "max_weight_across_langs": 0.705, |
| "normalization_factor": 21.277 |
| } |
| } |
| }, |
| "identity_hate": { |
| "0": 1.0, |
| "1": 15.0, |
| "support_0": 49594, |
| "support_1": 2774, |
| "raw_weight_1": 5.224, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.053, |
| "effective_max": 10.0, |
| "modulating_factor": 0.8969, |
| "balanced_alpha": 0.2603, |
| "severity_adjusted": true, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=10.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=enabled" |
| ], |
| "normalization": { |
| "original_weight": 5.224, |
| "max_weight_across_langs": 5.224, |
| "normalization_factor": 2.871 |
| } |
| } |
| } |
| }, |
| "it": { |
| "toxic": { |
| "0": 1.0, |
| "1": 15.0, |
| "support_0": 26513, |
| "support_1": 25827, |
| "raw_weight_1": 0.5, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.4934, |
| "effective_max": 15.0, |
| "modulating_factor": 0.2566, |
| "balanced_alpha": 0.3969, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.5, |
| "max_weight_across_langs": 0.5, |
| "normalization_factor": 30.0 |
| } |
| } |
| }, |
| "severe_toxic": { |
| "0": 1.0, |
| "1": 14.985, |
| "support_0": 49911, |
| "support_1": 2429, |
| "raw_weight_1": 5.075, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.0464, |
| "effective_max": 15.0, |
| "modulating_factor": 0.9093, |
| "balanced_alpha": 0.259, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 5.075, |
| "max_weight_across_langs": 5.08, |
| "normalization_factor": 2.953 |
| } |
| } |
| }, |
| "obscene": { |
| "0": 1.0, |
| "1": 15.0, |
| "support_0": 39999, |
| "support_1": 12341, |
| "raw_weight_1": 0.752, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.2358, |
| "effective_max": 15.0, |
| "modulating_factor": 0.584, |
| "balanced_alpha": 0.3037, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.752, |
| "max_weight_across_langs": 0.752, |
| "normalization_factor": 19.947 |
| } |
| } |
| }, |
| "threat": { |
| "0": 1.0, |
| "1": 15.0, |
| "support_0": 51263, |
| "support_1": 1077, |
| "raw_weight_1": 15.0, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.0206, |
| "effective_max": 15.0, |
| "modulating_factor": 0.9593, |
| "balanced_alpha": 0.2539, |
| "severity_adjusted": true, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=enabled" |
| ], |
| "normalization": { |
| "original_weight": 15.0, |
| "max_weight_across_langs": 15.0, |
| "normalization_factor": 1.0 |
| } |
| } |
| }, |
| "insult": { |
| "0": 1.0, |
| "1": 11.894, |
| "support_0": 37222, |
| "support_1": 15118, |
| "raw_weight_1": 0.559, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.2888, |
| "effective_max": 15.0, |
| "modulating_factor": 0.5057, |
| "balanced_alpha": 0.3191, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.559, |
| "max_weight_across_langs": 0.705, |
| "normalization_factor": 21.277 |
| } |
| } |
| }, |
| "identity_hate": { |
| "0": 1.0, |
| "1": 14.943, |
| "support_0": 49558, |
| "support_1": 2782, |
| "raw_weight_1": 5.204, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.0532, |
| "effective_max": 10.0, |
| "modulating_factor": 0.8965, |
| "balanced_alpha": 0.2604, |
| "severity_adjusted": true, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=10.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=enabled" |
| ], |
| "normalization": { |
| "original_weight": 5.204, |
| "max_weight_across_langs": 5.224, |
| "normalization_factor": 2.871 |
| } |
| } |
| } |
| }, |
| "es": { |
| "toxic": { |
| "0": 1.0, |
| "1": 15.0, |
| "support_0": 26538, |
| "support_1": 25874, |
| "raw_weight_1": 0.5, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.4937, |
| "effective_max": 15.0, |
| "modulating_factor": 0.2564, |
| "balanced_alpha": 0.397, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.5, |
| "max_weight_across_langs": 0.5, |
| "normalization_factor": 30.0 |
| } |
| } |
| }, |
| "severe_toxic": { |
| "0": 1.0, |
| "1": 14.988, |
| "support_0": 49980, |
| "support_1": 2432, |
| "raw_weight_1": 5.076, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.0464, |
| "effective_max": 15.0, |
| "modulating_factor": 0.9093, |
| "balanced_alpha": 0.259, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 5.076, |
| "max_weight_across_langs": 5.08, |
| "normalization_factor": 2.953 |
| } |
| } |
| }, |
| "obscene": { |
| "0": 1.0, |
| "1": 14.96, |
| "support_0": 40024, |
| "support_1": 12388, |
| "raw_weight_1": 0.75, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.2364, |
| "effective_max": 15.0, |
| "modulating_factor": 0.5831, |
| "balanced_alpha": 0.3039, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.75, |
| "max_weight_across_langs": 0.752, |
| "normalization_factor": 19.947 |
| } |
| } |
| }, |
| "threat": { |
| "0": 1.0, |
| "1": 15.0, |
| "support_0": 51339, |
| "support_1": 1073, |
| "raw_weight_1": 15.0, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.0205, |
| "effective_max": 15.0, |
| "modulating_factor": 0.9595, |
| "balanced_alpha": 0.2539, |
| "severity_adjusted": true, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=enabled" |
| ], |
| "normalization": { |
| "original_weight": 15.0, |
| "max_weight_across_langs": 15.0, |
| "normalization_factor": 1.0 |
| } |
| } |
| }, |
| "insult": { |
| "0": 1.0, |
| "1": 11.894, |
| "support_0": 37272, |
| "support_1": 15140, |
| "raw_weight_1": 0.559, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.2889, |
| "effective_max": 15.0, |
| "modulating_factor": 0.5057, |
| "balanced_alpha": 0.3191, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.559, |
| "max_weight_across_langs": 0.705, |
| "normalization_factor": 21.277 |
| } |
| } |
| }, |
| "identity_hate": { |
| "0": 1.0, |
| "1": 14.96, |
| "support_0": 49629, |
| "support_1": 2783, |
| "raw_weight_1": 5.21, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.0531, |
| "effective_max": 10.0, |
| "modulating_factor": 0.8966, |
| "balanced_alpha": 0.2604, |
| "severity_adjusted": true, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=10.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=enabled" |
| ], |
| "normalization": { |
| "original_weight": 5.21, |
| "max_weight_across_langs": 5.224, |
| "normalization_factor": 2.871 |
| } |
| } |
| } |
| }, |
| "pt": { |
| "toxic": { |
| "0": 1.0, |
| "1": 15.0, |
| "support_0": 26599, |
| "support_1": 25841, |
| "raw_weight_1": 0.5, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.4928, |
| "effective_max": 15.0, |
| "modulating_factor": 0.2573, |
| "balanced_alpha": 0.3966, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.5, |
| "max_weight_across_langs": 0.5, |
| "normalization_factor": 30.0 |
| } |
| } |
| }, |
| "severe_toxic": { |
| "0": 1.0, |
| "1": 14.997, |
| "support_0": 50008, |
| "support_1": 2432, |
| "raw_weight_1": 5.079, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.0464, |
| "effective_max": 15.0, |
| "modulating_factor": 0.9094, |
| "balanced_alpha": 0.259, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 5.079, |
| "max_weight_across_langs": 5.08, |
| "normalization_factor": 2.953 |
| } |
| } |
| }, |
| "obscene": { |
| "0": 1.0, |
| "1": 14.96, |
| "support_0": 40045, |
| "support_1": 12395, |
| "raw_weight_1": 0.75, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.2364, |
| "effective_max": 15.0, |
| "modulating_factor": 0.5831, |
| "balanced_alpha": 0.3039, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.75, |
| "max_weight_across_langs": 0.752, |
| "normalization_factor": 19.947 |
| } |
| } |
| }, |
| "threat": { |
| "0": 1.0, |
| "1": 15.0, |
| "support_0": 51360, |
| "support_1": 1080, |
| "raw_weight_1": 15.0, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.0206, |
| "effective_max": 15.0, |
| "modulating_factor": 0.9592, |
| "balanced_alpha": 0.2539, |
| "severity_adjusted": true, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=enabled" |
| ], |
| "normalization": { |
| "original_weight": 15.0, |
| "max_weight_across_langs": 15.0, |
| "normalization_factor": 1.0 |
| } |
| } |
| }, |
| "insult": { |
| "0": 1.0, |
| "1": 11.894, |
| "support_0": 37297, |
| "support_1": 15143, |
| "raw_weight_1": 0.559, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.2888, |
| "effective_max": 15.0, |
| "modulating_factor": 0.5059, |
| "balanced_alpha": 0.3191, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.559, |
| "max_weight_across_langs": 0.705, |
| "normalization_factor": 21.277 |
| } |
| } |
| }, |
| "identity_hate": { |
| "0": 1.0, |
| "1": 14.859, |
| "support_0": 49639, |
| "support_1": 2801, |
| "raw_weight_1": 5.175, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.0534, |
| "effective_max": 10.0, |
| "modulating_factor": 0.896, |
| "balanced_alpha": 0.2604, |
| "severity_adjusted": true, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=10.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=enabled" |
| ], |
| "normalization": { |
| "original_weight": 5.175, |
| "max_weight_across_langs": 5.224, |
| "normalization_factor": 2.871 |
| } |
| } |
| } |
| }, |
| "tr": { |
| "toxic": { |
| "0": 1.0, |
| "1": 15.0, |
| "support_0": 26650, |
| "support_1": 25908, |
| "raw_weight_1": 0.5, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.4929, |
| "effective_max": 15.0, |
| "modulating_factor": 0.2571, |
| "balanced_alpha": 0.3966, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.5, |
| "max_weight_across_langs": 0.5, |
| "normalization_factor": 30.0 |
| } |
| } |
| }, |
| "severe_toxic": { |
| "0": 1.0, |
| "1": 14.985, |
| "support_0": 50119, |
| "support_1": 2439, |
| "raw_weight_1": 5.075, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.0464, |
| "effective_max": 15.0, |
| "modulating_factor": 0.9093, |
| "balanced_alpha": 0.259, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 5.075, |
| "max_weight_across_langs": 5.08, |
| "normalization_factor": 2.953 |
| } |
| } |
| }, |
| "obscene": { |
| "0": 1.0, |
| "1": 14.98, |
| "support_0": 40147, |
| "support_1": 12411, |
| "raw_weight_1": 0.751, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.2361, |
| "effective_max": 15.0, |
| "modulating_factor": 0.5835, |
| "balanced_alpha": 0.3038, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.751, |
| "max_weight_across_langs": 0.752, |
| "normalization_factor": 19.947 |
| } |
| } |
| }, |
| "threat": { |
| "0": 1.0, |
| "1": 12.8, |
| "support_0": 51481, |
| "support_1": 1077, |
| "raw_weight_1": 12.8, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.8, |
| "alpha": 0.25, |
| "final_pt": 0.0205, |
| "effective_max": 12.8, |
| "modulating_factor": 0.9437, |
| "balanced_alpha": 0.2539, |
| "severity_adjusted": true, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=12.8", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=enabled" |
| ], |
| "normalization": { |
| "original_weight": 12.8, |
| "max_weight_across_langs": 15.0, |
| "normalization_factor": 1.0 |
| } |
| } |
| }, |
| "insult": { |
| "0": 1.0, |
| "1": 11.894, |
| "support_0": 37388, |
| "support_1": 15170, |
| "raw_weight_1": 0.559, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.0, |
| "alpha": 0.25, |
| "final_pt": 0.2886, |
| "effective_max": 15.0, |
| "modulating_factor": 0.506, |
| "balanced_alpha": 0.3191, |
| "severity_adjusted": false, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=15.0", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=disabled" |
| ], |
| "normalization": { |
| "original_weight": 0.559, |
| "max_weight_across_langs": 0.705, |
| "normalization_factor": 21.277 |
| } |
| } |
| }, |
| "identity_hate": { |
| "0": 1.0, |
| "1": 14.101, |
| "support_0": 49731, |
| "support_1": 2827, |
| "raw_weight_1": 4.911, |
| "calculation_metadata": { |
| "formula": "focal_loss_with_adaptive_scaling", |
| "gamma": 2.8, |
| "alpha": 0.25, |
| "final_pt": 0.0538, |
| "effective_max": 6.2, |
| "modulating_factor": 0.8566, |
| "balanced_alpha": 0.2605, |
| "severity_adjusted": true, |
| "boost_factor": 1.0, |
| "constraints_applied": [ |
| "max_weight=6.2", |
| "boost=1.0", |
| "numerical_stability=enforced", |
| "adaptive_scaling=enabled" |
| ], |
| "normalization": { |
| "original_weight": 4.911, |
| "max_weight_across_langs": 5.224, |
| "normalization_factor": 2.871 |
| } |
| } |
| } |
| } |
| } |
| } |
