| { |
| "model": "Letterweave-1.1-E2B", |
| "dataset": "Letterweave0.3.0", |
| "hardware": "NVIDIA RTX5070Ti16GB", |
| "quality_kind": "model_teacher known-development agreement, not human or unseen accuracy", |
| "training": { |
| "seconds": 994.4827, |
| "peak_allocated_mib": 9582.927734375, |
| "steps": 480, |
| "seed": 3407 |
| }, |
| "checkpoint": { |
| "decision_changes": 0, |
| "judgments": 1813, |
| "max_probability_delta": 0.0036415277772176013 |
| }, |
| "limits": [ |
| "Known100guided generator design; not independent unseen test", |
| "Small correlated template sample; no checkpoint/threshold tuned using mail results", |
| "No new Jev evaluation; timing boundaries differ", |
| "Public comparisons contain published releases only; unmatched subsets show release1.1 standalone results." |
| ], |
| "selected_checkpoint": "published Letterweave-1.1-E2B, fixed final480steps", |
| "comparison_scope": "Published Letterweave1.0 and1.1 only; historical published Jev results documented separately in model card", |
| "private100": { |
| "review": "original unchanged assistant/model_teacher review; known development messages, not human gold or unseen test", |
| "releases": { |
| "Letterweave-1.0-E2B": { |
| "acceptable": 39, |
| "missing_alerts": 51 |
| }, |
| "Letterweave-1.1-E2B": { |
| "acceptable": 79, |
| "missing_alerts": 9 |
| } |
| } |
| }, |
| "families": { |
| "meeting-recap": { |
| "Letterweave-1.0-E2B": { |
| "n": 9, |
| "acceptable": 0 |
| }, |
| "Letterweave-1.1-E2B": { |
| "n": 9, |
| "acceptable": 9 |
| } |
| } |
| }, |
| "synthetic_retained195": { |
| "Letterweave-1.1-E2B": { |
| "emails": 195, |
| "macro_f1": 0.9402415080196037, |
| "exact": 0.8564102564102564, |
| "exact_count": 167, |
| "per_label": { |
| "correspondence": { |
| "tp": 52, |
| "tn": 141, |
| "fp": 2 |
| }, |
| "transactions/records": { |
| "tn": 155, |
| "tp": 34, |
| "fn": 5, |
| "fp": 1 |
| }, |
| "alerts/updates": { |
| "tn": 103, |
| "tp": 85, |
| "fp": 6, |
| "fn": 1 |
| }, |
| "newsletters/publications": { |
| "tn": 180, |
| "tp": 12, |
| "fn": 3 |
| }, |
| "promotions/outreach": { |
| "tn": 168, |
| "tp": 25, |
| "fn": 1, |
| "fp": 1 |
| }, |
| "community/discussions": { |
| "tn": 157, |
| "tp": 34, |
| "fp": 2, |
| "fn": 2 |
| }, |
| "scheduling/invitations": { |
| "tn": 144, |
| "tp": 44, |
| "fp": 3, |
| "fn": 4 |
| } |
| } |
| } |
| }, |
| "synthetic_fresh64": { |
| "Letterweave-1.1-E2B": { |
| "macro_f1": 0.9222010425123842, |
| "exact_set_agreement": 0.84375 |
| } |
| } |
| } |
|
|
