| { |
| "model": "Veritiana Prompt Task & Complexity Classifier", |
| "version": "3.1.0-multisource-balanced", |
| "engine": "ONNX Runtime Web", |
| "architecture": "1544 hashed lexical/character/numeric features; dual multinomial logistic heads", |
| "input": { |
| "name": "features", |
| "dtype": "float32", |
| "shape": [ |
| "batch", |
| 1544 |
| ] |
| }, |
| "outputs": [ |
| { |
| "name": "task_probabilities", |
| "dtype": "float32", |
| "shape": [ |
| "batch", |
| 9 |
| ] |
| }, |
| { |
| "name": "complexity_probabilities", |
| "dtype": "float32", |
| "shape": [ |
| "batch", |
| 3 |
| ] |
| } |
| ], |
| "task_labels": [ |
| "general_chat", |
| "writing", |
| "translation", |
| "summarization", |
| "research", |
| "coding", |
| "mathematics", |
| "document_analysis", |
| "high_stakes" |
| ], |
| "complexity_labels": [ |
| "low", |
| "medium", |
| "high" |
| ], |
| "training_data": { |
| "sources": [ |
| "OpenAssistant/oasst1", |
| "grammarly/coedit", |
| "evalplus/mbppplus", |
| "google/IFEval" |
| ], |
| "balanced_rows": 6349, |
| "train_rows": 5062, |
| "test_rows": 1287, |
| "notes": "Low-confidence weak labels excluded; dominant tasks capped; deterministic lexical augmentations grouped with their source during split." |
| }, |
| "validation": { |
| "task_accuracy": 0.9121989121989122, |
| "task_macro_f1": 0.9103734961055048, |
| "complexity_accuracy": 0.8679098679098679, |
| "complexity_macro_f1": 0.8723688079771166, |
| "runtime": "AI Meter bundled ONNX Runtime Web 1.22.0", |
| "runtime_max_abs_diff": 1.1920928955078125e-07 |
| }, |
| "onnx_sha256": "dca7560742f19207d089d469c2907e7a1b7c06e2bbf14d2404a5d9359043f572", |
| "limitations": "Validation uses weak labels and deterministic augmentations. Do not present these metrics as independent human-ground-truth production accuracy.", |
| "model_file": "model.onnx", |
| "live_demo": "https://www.veritiana.com/prompt_classifier.html", |
| "intended_role": "Local task and complexity recognition before generative execution; input signal for future routing policies." |
| } |
|
|
