File size: 23,049 Bytes
ad9fbb7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
{
  "checkpoint_format_version": 1,
  "created_at": "2026-04-24T13:59:13",
  "model_key": "sentinel-mb-c-d11",
  "encoder_model": "answerdotai/ModernBERT-base",
  "encoder_params_millions": 149.7,
  "head_type": "columnar",
  "head_code": "c",
  "head_variant": "d11",
  "head_dropout": 0.1,
  "head_div": 1,
  "head_mul": 1,
  "head_skip": true,
  "head_architecture": "funnel",
  "model_family": "modernbert-base",
  "projection_size": 640,
  "trainable_head_params": 14325653,
  "artifact_format": "transformers_end_to_end",
  "end_to_end_serialized": true,
  "dataset_signature": {
    "generator_version": "2026-04-07-final-audit-clear-v1",
    "counts": {
      "train": 900,
      "dev": 150,
      "test": 150
    },
    "distribution": {
      "train": {
        "risky": 603,
        "clean": 297
      },
      "dev": {
        "risky": 142,
        "clean": 8
      },
      "test": {
        "risky": 142,
        "clean": 8
      }
    }
  },
  "output_signature": {
    "violation": {
      "type": "binary"
    },
    "severity": {
      "type": "multiclass",
      "labels": [
        "sev_0_compliant_or_ok",
        "sev_1_minor",
        "sev_2_moderate",
        "sev_3_high"
      ]
    },
    "domain": {
      "type": "multiclass",
      "labels": [
        "performance_claims_forecasting",
        "investment_advice_suitability",
        "conflicts_inducements",
        "marketing_solicitation_advertising",
        "selective_disclosure_fair_access",
        "mnpi_insider_trading",
        "recordkeeping_supervision",
        "ai_automation_capability_claims",
        "privacy_confidentiality",
        "cybersecurity_internal_controls",
        "employment_favoritism_role_conflict",
        "aml_and_suspicious_activity",
        "other_unknown"
      ]
    },
    "subtype": {
      "type": "multiclass",
      "labels": [
        "speculative_outcomes_unqualified",
        "implicit_or_explicit_guarantee",
        "risk_context_omitted_or_unbalanced",
        "unregistered_personalized_investment_advice",
        "undisclosed_economic_conflict_or_referral",
        "pressure_or_coercion",
        "selective_disclosure",
        "mnpi_misuse_or_encouragement",
        "recordkeeping_or_preapproval_evasion",
        "ai_autonomy_or_safety_overstatement",
        "credentials_validation_or_compliance_misrepresentation",
        "confidential_data_leakage",
        "internal_controls_or_exception_process_leakage",
        "academic_commercial_role_blurring_or_quid_pro_quo",
        "improper_solicitation_offering_pressure",
        "excessive_trading_or_account_churning",
        "product_switching_without_cost_benefit_analysis",
        "dual_registrant_capacity_or_wrap_fee_conflict_confusion",
        "elder_exploitation_or_vulnerable_client_signal",
        "suspicious_activity_indicator_or_structuring",
        "influencer_or_social_media_promotion_compliance_failure",
        "crypto_asset_misrepresentation_or_inadequate_disclosure",
        "other_unknown"
      ]
    },
    "jurisdiction": {
      "type": "multiclass",
      "labels": [
        "US",
        "EU",
        "UK",
        "Other",
        "Unknown"
      ]
    },
    "why": {
      "type": "multilabel",
      "labels": [
        "forward_looking_statement_unqualified",
        "guarantee_or_assurance_language",
        "omits_material_risk_or_downside",
        "implies_downside_protection_or_no_drawdown",
        "cherry_picks_performance_period",
        "omits_performance_methodology_or_gross_net_context",
        "personalized_trade_or_allocation_recommendation",
        "timing_or_sizing_guidance",
        "creates_implied_advisory_relationship",
        "conflict_not_disclosed",
        "referral_relationship_not_disclosed",
        "omits_fees_costs_or_reasonably_available_alternatives",
        "selective_private_performance_or_fundraising_update",
        "off_the_record_or_not_in_writing_language",
        "mnpi_possession_indicated",
        "encourages_action_before_public_release",
        "avoid_recordkeeping_channel_shift",
        "bypasses_required_preapproval",
        "pressure_scarcity_urgency",
        "unsubstantiated_social_proof_or_validation",
        "omits_testimonial_endorsement_or_rating_disclosure",
        "obscures_required_disclosure_or_form_crs",
        "minimizes_need_for_diligence_or_compliance",
        "overstates_ai_capability_or_removes_human_oversight",
        "claims_compliance_risk_eliminated",
        "shares_sensitive_personal_or_financial_data",
        "violates_need_to_know_data_minimization",
        "shares_sensitive_internal_controls_or_exceptions",
        "role_power_imbalance_or_favoritism",
        "excessive_trading_cost_to_equity",
        "inadequate_customer_profile_or_suitability_basis",
        "exploits_vulnerable_or_elderly_client",
        "aml_suspicious_activity_indicator",
        "omits_switching_costs_and_product_comparison",
        "conflict_language_understates_actual_relationship",
        "omits_influencer_compensation_or_affiliation_disclosure",
        "misrepresents_sipc_or_regulatory_protection_for_crypto",
        "data_breach_notification_obligation_triggered",
        "impedes_regulatory_reporting_or_whistleblower_rights"
      ]
    },
    "impacted_principles": {
      "type": "multilabel",
      "labels": [
        "truthful_non_misleading_communications",
        "balanced_risk_reward_presentation",
        "no_performance_guarantees_or_promissory_language",
        "registration_and_scope_of_advice",
        "duty_of_loyalty_conflict_disclosure",
        "fair_access_to_material_information",
        "insider_trading_and_mnpi_controls",
        "supervision_and_books_records",
        "privacy_confidentiality_and_secure_handling",
        "security_control_integrity",
        "role_separation_and_fair_access_in_academia",
        "non_coercion_and_no_undue_influence",
        "accurate_ai_capability_and_human_oversight",
        "client_vulnerability_and_exploitation_prevention",
        "aml_and_sanctions_compliance"
      ]
    },
    "remediation_actions": {
      "type": "multilabel",
      "labels": [
        "add_forward_looking_disclaimer",
        "reframe_as_scenarios_not_expectations",
        "add_balanced_risk_and_downside_section",
        "remove_or_soften_guarantee_language",
        "remove_personalized_recommendations",
        "add_registered_advice_boundary_language",
        "disclose_conflicts_and_compensation",
        "add_fees_costs_and_alternatives_comparison",
        "use_standardized_approved_performance_materials",
        "add_performance_methodology_and_gross_net_context",
        "avoid_selective_disclosure_share_broadly",
        "escalate_mnpi_to_compliance_and_halt",
        "keep_discussion_on_retained_channels",
        "require_formal_preapproval_before_send",
        "remove_pressure_scarcity_and_use_factual_timeline",
        "substantiation_or_remove_credibility_claims",
        "add_testimonial_endorsement_and_rating_disclosure",
        "make_required_disclosure_clear_and_prominent",
        "avoid_minimizing_compliance_or_diligence",
        "clarify_ai_is_assistive_with_human_review",
        "remove_claims_that_ai_eliminates_risk",
        "redact_and_minimize_sensitive_data",
        "use_secure_transfer_and_limit_access",
        "avoid_sharing_internal_controls_or_sanitize",
        "route_academic_opportunities_through_institution",
        "separate_recommendation_letters_from_work",
        "assess_cost_to_equity_against_client_profile",
        "flag_for_elder_exploitation_review_and_hold",
        "assess_sar_filing_obligation_and_escalate",
        "initiate_breach_notification_review_and_timeline",
        "remove_provisions_impeding_regulatory_communications"
      ]
    },
    "content_type": {
      "type": "multiclass",
      "labels": [
        "email",
        "message"
      ]
    },
    "audience_segment": {
      "type": "multiclass",
      "labels": [
        "client",
        "internal",
        "prospect_or_investor",
        "public",
        "third_party"
      ]
    },
    "detection_difficulty": {
      "type": "multiclass",
      "labels": [
        "obvious",
        "moderate",
        "subtle"
      ]
    },
    "aggravating_factors": {
      "type": "multilabel",
      "labels": [
        "intentional",
        "reckless",
        "negligent",
        "concealment_present",
        "customer_harm_potential",
        "financial_benefit_to_respondent",
        "vulnerable_client",
        "pattern_or_duration"
      ]
    }
  },
  "label_groups": {
    "severity": [
      "sev_0_compliant_or_ok",
      "sev_1_minor",
      "sev_2_moderate",
      "sev_3_high"
    ],
    "domain": [
      "performance_claims_forecasting",
      "investment_advice_suitability",
      "conflicts_inducements",
      "marketing_solicitation_advertising",
      "selective_disclosure_fair_access",
      "mnpi_insider_trading",
      "recordkeeping_supervision",
      "ai_automation_capability_claims",
      "privacy_confidentiality",
      "cybersecurity_internal_controls",
      "employment_favoritism_role_conflict",
      "aml_and_suspicious_activity",
      "other_unknown"
    ],
    "subtype": [
      "speculative_outcomes_unqualified",
      "implicit_or_explicit_guarantee",
      "risk_context_omitted_or_unbalanced",
      "unregistered_personalized_investment_advice",
      "undisclosed_economic_conflict_or_referral",
      "pressure_or_coercion",
      "selective_disclosure",
      "mnpi_misuse_or_encouragement",
      "recordkeeping_or_preapproval_evasion",
      "ai_autonomy_or_safety_overstatement",
      "credentials_validation_or_compliance_misrepresentation",
      "confidential_data_leakage",
      "internal_controls_or_exception_process_leakage",
      "academic_commercial_role_blurring_or_quid_pro_quo",
      "improper_solicitation_offering_pressure",
      "excessive_trading_or_account_churning",
      "product_switching_without_cost_benefit_analysis",
      "dual_registrant_capacity_or_wrap_fee_conflict_confusion",
      "elder_exploitation_or_vulnerable_client_signal",
      "suspicious_activity_indicator_or_structuring",
      "influencer_or_social_media_promotion_compliance_failure",
      "crypto_asset_misrepresentation_or_inadequate_disclosure",
      "other_unknown"
    ],
    "jurisdiction": [
      "US",
      "EU",
      "UK",
      "Other",
      "Unknown"
    ],
    "why": [
      "forward_looking_statement_unqualified",
      "guarantee_or_assurance_language",
      "omits_material_risk_or_downside",
      "implies_downside_protection_or_no_drawdown",
      "cherry_picks_performance_period",
      "omits_performance_methodology_or_gross_net_context",
      "personalized_trade_or_allocation_recommendation",
      "timing_or_sizing_guidance",
      "creates_implied_advisory_relationship",
      "conflict_not_disclosed",
      "referral_relationship_not_disclosed",
      "omits_fees_costs_or_reasonably_available_alternatives",
      "selective_private_performance_or_fundraising_update",
      "off_the_record_or_not_in_writing_language",
      "mnpi_possession_indicated",
      "encourages_action_before_public_release",
      "avoid_recordkeeping_channel_shift",
      "bypasses_required_preapproval",
      "pressure_scarcity_urgency",
      "unsubstantiated_social_proof_or_validation",
      "omits_testimonial_endorsement_or_rating_disclosure",
      "obscures_required_disclosure_or_form_crs",
      "minimizes_need_for_diligence_or_compliance",
      "overstates_ai_capability_or_removes_human_oversight",
      "claims_compliance_risk_eliminated",
      "shares_sensitive_personal_or_financial_data",
      "violates_need_to_know_data_minimization",
      "shares_sensitive_internal_controls_or_exceptions",
      "role_power_imbalance_or_favoritism",
      "excessive_trading_cost_to_equity",
      "inadequate_customer_profile_or_suitability_basis",
      "exploits_vulnerable_or_elderly_client",
      "aml_suspicious_activity_indicator",
      "omits_switching_costs_and_product_comparison",
      "conflict_language_understates_actual_relationship",
      "omits_influencer_compensation_or_affiliation_disclosure",
      "misrepresents_sipc_or_regulatory_protection_for_crypto",
      "data_breach_notification_obligation_triggered",
      "impedes_regulatory_reporting_or_whistleblower_rights"
    ],
    "impacted_principles": [
      "truthful_non_misleading_communications",
      "balanced_risk_reward_presentation",
      "no_performance_guarantees_or_promissory_language",
      "registration_and_scope_of_advice",
      "duty_of_loyalty_conflict_disclosure",
      "fair_access_to_material_information",
      "insider_trading_and_mnpi_controls",
      "supervision_and_books_records",
      "privacy_confidentiality_and_secure_handling",
      "security_control_integrity",
      "role_separation_and_fair_access_in_academia",
      "non_coercion_and_no_undue_influence",
      "accurate_ai_capability_and_human_oversight",
      "client_vulnerability_and_exploitation_prevention",
      "aml_and_sanctions_compliance"
    ],
    "remediation_actions": [
      "add_forward_looking_disclaimer",
      "reframe_as_scenarios_not_expectations",
      "add_balanced_risk_and_downside_section",
      "remove_or_soften_guarantee_language",
      "remove_personalized_recommendations",
      "add_registered_advice_boundary_language",
      "disclose_conflicts_and_compensation",
      "add_fees_costs_and_alternatives_comparison",
      "use_standardized_approved_performance_materials",
      "add_performance_methodology_and_gross_net_context",
      "avoid_selective_disclosure_share_broadly",
      "escalate_mnpi_to_compliance_and_halt",
      "keep_discussion_on_retained_channels",
      "require_formal_preapproval_before_send",
      "remove_pressure_scarcity_and_use_factual_timeline",
      "substantiation_or_remove_credibility_claims",
      "add_testimonial_endorsement_and_rating_disclosure",
      "make_required_disclosure_clear_and_prominent",
      "avoid_minimizing_compliance_or_diligence",
      "clarify_ai_is_assistive_with_human_review",
      "remove_claims_that_ai_eliminates_risk",
      "redact_and_minimize_sensitive_data",
      "use_secure_transfer_and_limit_access",
      "avoid_sharing_internal_controls_or_sanitize",
      "route_academic_opportunities_through_institution",
      "separate_recommendation_letters_from_work",
      "assess_cost_to_equity_against_client_profile",
      "flag_for_elder_exploitation_review_and_hold",
      "assess_sar_filing_obligation_and_escalate",
      "initiate_breach_notification_review_and_timeline",
      "remove_provisions_impeding_regulatory_communications"
    ]
  },
  "metadata_groups": {
    "content_type": [
      "email",
      "message"
    ],
    "audience_segment": [
      "client",
      "internal",
      "prospect_or_investor",
      "public",
      "third_party"
    ],
    "detection_difficulty": [
      "obvious",
      "moderate",
      "subtle"
    ],
    "aggravating_factors": [
      "intentional",
      "reckless",
      "negligent",
      "concealment_present",
      "customer_harm_potential",
      "financial_benefit_to_respondent",
      "vulnerable_client",
      "pattern_or_duration"
    ]
  },
  "thresholds": {
    "violation": 0.5,
    "why": 0.55,
    "impacted_principles": 0.7,
    "remediation_actions": 0.5,
    "aggravating_factors": 0.4
  },
  "dev": {
    "loss": 11.207931518554688,
    "violation_accuracy": 0.9933333333333333,
    "violation_precision": 1.0,
    "violation_recall": 0.9929577464788732,
    "violation_f1": 0.9964664310954063,
    "severity_accuracy": 0.7133333333333334,
    "severity_precision_macro": 0.5736714975845411,
    "severity_recall_macro": 0.5810399159663866,
    "severity_f1_macro": 0.577203237410072,
    "domain_accuracy": 0.8733333333333333,
    "domain_precision_macro": 0.9152304502304504,
    "domain_recall_macro": 0.9037037037037038,
    "domain_f1_macro": 0.8981829715276235,
    "subtype_accuracy": 0.82,
    "subtype_precision_macro": 0.8295979273252001,
    "subtype_recall_macro": 0.8100452577725306,
    "subtype_f1_macro": 0.8046637752590468,
    "jurisdiction_accuracy": 0.6933333333333334,
    "jurisdiction_precision_macro": 0.41350649350649354,
    "jurisdiction_recall_macro": 0.4179220779220779,
    "jurisdiction_f1_macro": 0.4076005906238464,
    "why_precision_micro": 0.616822429906542,
    "why_precision_macro": 0.6160081633765844,
    "why_recall_micro": 0.752851711026616,
    "why_recall_macro": 0.7186333609410531,
    "why_f1_micro": 0.678082191780822,
    "why_f1_macro": 0.6517414247029207,
    "impacted_principles_precision_micro": 0.7631578947368421,
    "impacted_principles_precision_macro": 0.7874420024420025,
    "impacted_principles_recall_micro": 0.7945205479452054,
    "impacted_principles_recall_macro": 0.7614157289194307,
    "impacted_principles_f1_micro": 0.7785234899328859,
    "impacted_principles_f1_macro": 0.7660467655075498,
    "remediation_actions_precision_micro": 0.6105263157894737,
    "remediation_actions_precision_macro": 0.5976390453783973,
    "remediation_actions_recall_micro": 0.7733333333333333,
    "remediation_actions_recall_macro": 0.690795299444056,
    "remediation_actions_f1_micro": 0.6823529411764706,
    "remediation_actions_f1_macro": 0.6264413385705756,
    "content_type_accuracy": 1.0,
    "content_type_precision_macro": 1.0,
    "content_type_recall_macro": 1.0,
    "content_type_f1_macro": 1.0,
    "audience_segment_accuracy": 1.0,
    "audience_segment_precision_macro": 1.0,
    "audience_segment_recall_macro": 1.0,
    "audience_segment_f1_macro": 1.0,
    "detection_difficulty_accuracy": 0.41333333333333333,
    "detection_difficulty_precision_macro": 0.4076248313090418,
    "detection_difficulty_recall_macro": 0.4146464646464647,
    "detection_difficulty_f1_macro": 0.41032213795594075,
    "aggravating_factors_precision_micro": 0.6404494382022472,
    "aggravating_factors_precision_macro": 0.6351122397339503,
    "aggravating_factors_recall_micro": 0.7276595744680852,
    "aggravating_factors_recall_macro": 0.7164210015443564,
    "aggravating_factors_f1_micro": 0.6812749003984064,
    "aggravating_factors_f1_macro": 0.6705742793431082,
    "stage_a_selection_score": 0.7687761716662238,
    "selection_score": 0.7690657581979315,
    "scenario_key_count": 150,
    "rows_per_scenario_min": 1,
    "rows_per_scenario_median": 1.0,
    "rows_per_scenario_max": 1,
    "violation_accuracy_scenario_macro": 0.9933333333333333,
    "violation_accuracy_scenario_macro_risky": 0.9929577464788732,
    "violation_accuracy_scenario_macro_clean": 1.0,
    "violation_accuracy_scenario_min": 0.0,
    "violation_worst_scenario_key": "train_1371",
    "violation_worst_scenario_label": "risky"
  },
  "test": {
    "loss": 10.207207107543946,
    "violation_accuracy": 0.9866666666666667,
    "violation_precision": 1.0,
    "violation_recall": 0.9859154929577465,
    "violation_f1": 0.9929078014184397,
    "severity_accuracy": 0.7266666666666667,
    "severity_precision_macro": 0.7056742540613509,
    "severity_recall_macro": 0.6917853651724619,
    "severity_f1_macro": 0.6937461494861875,
    "domain_accuracy": 0.82,
    "domain_precision_macro": 0.8639371000239372,
    "domain_recall_macro": 0.7870126705653021,
    "domain_f1_macro": 0.8032142065328451,
    "subtype_accuracy": 0.7733333333333333,
    "subtype_precision_macro": 0.7708825265643447,
    "subtype_recall_macro": 0.7368260527351436,
    "subtype_f1_macro": 0.7383595011385061,
    "jurisdiction_accuracy": 0.74,
    "jurisdiction_precision_macro": 0.5511805026656511,
    "jurisdiction_recall_macro": 0.5755799755799755,
    "jurisdiction_f1_macro": 0.5608646466716769,
    "why_precision_micro": 0.6408045977011494,
    "why_precision_macro": 0.6228897802851919,
    "why_recall_micro": 0.8228782287822878,
    "why_recall_macro": 0.7797228098698687,
    "why_f1_micro": 0.7205169628432957,
    "why_f1_macro": 0.6837887640406874,
    "impacted_principles_precision_micro": 0.7368421052631579,
    "impacted_principles_precision_macro": 0.7691853878810401,
    "impacted_principles_recall_micro": 0.7636363636363637,
    "impacted_principles_recall_macro": 0.6710974322869485,
    "impacted_principles_f1_micro": 0.7499999999999999,
    "impacted_principles_f1_macro": 0.7030370589130892,
    "remediation_actions_precision_micro": 0.6188811188811189,
    "remediation_actions_precision_macro": 0.5923653065256482,
    "remediation_actions_recall_micro": 0.7695652173913043,
    "remediation_actions_recall_macro": 0.684497765569872,
    "remediation_actions_f1_micro": 0.686046511627907,
    "remediation_actions_f1_macro": 0.6175714466344578,
    "content_type_accuracy": 1.0,
    "content_type_precision_macro": 1.0,
    "content_type_recall_macro": 1.0,
    "content_type_f1_macro": 1.0,
    "audience_segment_accuracy": 1.0,
    "audience_segment_precision_macro": 1.0,
    "audience_segment_recall_macro": 1.0,
    "audience_segment_f1_macro": 1.0,
    "detection_difficulty_accuracy": 0.47333333333333333,
    "detection_difficulty_precision_macro": 0.46757744378508614,
    "detection_difficulty_recall_macro": 0.471182412358883,
    "detection_difficulty_f1_macro": 0.46490073858516184,
    "aggravating_factors_precision_micro": 0.6641509433962264,
    "aggravating_factors_precision_macro": 0.6283313196161129,
    "aggravating_factors_recall_micro": 0.7333333333333333,
    "aggravating_factors_recall_macro": 0.6949052211781471,
    "aggravating_factors_f1_micro": 0.697029702970297,
    "aggravating_factors_f1_macro": 0.6546016914120363,
    "stage_a_selection_score": 0.7506931806680867,
    "selection_score": 0.7565296660343293,
    "scenario_key_count": 150,
    "rows_per_scenario_min": 1,
    "rows_per_scenario_median": 1.0,
    "rows_per_scenario_max": 1,
    "violation_accuracy_scenario_macro": 0.9866666666666667,
    "violation_accuracy_scenario_macro_risky": 0.9859154929577465,
    "violation_accuracy_scenario_macro_clean": 1.0,
    "violation_accuracy_scenario_min": 0.0,
    "violation_worst_scenario_key": "train_1843",
    "violation_worst_scenario_label": "risky"
  },
  "model_version": "sentinel-mb-c-d11-20260424",
  "release_repo_id": "AurelexAI/sentinel-01-pub",
  "release_channel": "sentinel-01-pub",
  "release_alias_of": null,
  "source_model_key": "sentinel-mb-c-d11",
  "encoder_revision": null,
  "encoder_code_revision": null,
  "encoder_trust_remote_code": false,
  "encoder_config_overrides": {},
  "inference_task": "sentinel-stage-a",
  "inference_entrypoint": "transformers.pipeline",
  "source_checkpoint": {
    "source": "_models/stage-a-grid-v3-gpu/sentinel-mb-c-d11/260424_135913_sentinel-mb-c-d11",
    "checkpoint_sha256": "ba46d9609b97073802fbacbbceb076fb20e943389263af179ec4affa1ad97dd0",
    "metadata_sha256": "feda8e1183869806e91531bf87fdc1de09c2417e4821a4ec7fcf2b8404e89979"
  }
}