File size: 2,055 Bytes
811d51e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 | {
"model": "Veritiana Prompt Task & Complexity Classifier",
"version": "3.1.0-multisource-balanced",
"engine": "ONNX Runtime Web",
"architecture": "1544 hashed lexical/character/numeric features; dual multinomial logistic heads",
"input": {
"name": "features",
"dtype": "float32",
"shape": [
"batch",
1544
]
},
"outputs": [
{
"name": "task_probabilities",
"dtype": "float32",
"shape": [
"batch",
9
]
},
{
"name": "complexity_probabilities",
"dtype": "float32",
"shape": [
"batch",
3
]
}
],
"task_labels": [
"general_chat",
"writing",
"translation",
"summarization",
"research",
"coding",
"mathematics",
"document_analysis",
"high_stakes"
],
"complexity_labels": [
"low",
"medium",
"high"
],
"training_data": {
"sources": [
"OpenAssistant/oasst1",
"grammarly/coedit",
"evalplus/mbppplus",
"google/IFEval"
],
"balanced_rows": 6349,
"train_rows": 5062,
"test_rows": 1287,
"notes": "Low-confidence weak labels excluded; dominant tasks capped; deterministic lexical augmentations grouped with their source during split."
},
"validation": {
"task_accuracy": 0.9121989121989122,
"task_macro_f1": 0.9103734961055048,
"complexity_accuracy": 0.8679098679098679,
"complexity_macro_f1": 0.8723688079771166,
"runtime": "AI Meter bundled ONNX Runtime Web 1.22.0",
"runtime_max_abs_diff": 1.1920928955078125e-07
},
"onnx_sha256": "dca7560742f19207d089d469c2907e7a1b7c06e2bbf14d2404a5d9359043f572",
"limitations": "Validation uses weak labels and deterministic augmentations. Do not present these metrics as independent human-ground-truth production accuracy.",
"model_file": "model.onnx",
"live_demo": "https://www.veritiana.com/prompt_classifier.html",
"intended_role": "Local task and complexity recognition before generative execution; input signal for future routing policies."
}
|