Hugging Face's logo

murabcd
/
fev-4b

Text Classification
Safetensors
Russian
fev
decision-model
routing
qwen3.5
lora
custom-code
Model card Files
xet
 Community
fev-4b
File size: 3,598 Bytes
1209c2f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
{
  "model": "Fev-4B",
  "version": "0.1.0",
  "evidence": "Already-consumed synthetic and source-derived development cases; not a fresh human-gold or production benchmark.",
  "summary": {
    "correctAutomaticRoute": 258,
    "wrongAutomaticRoute": 4,
    "correctClarification": 35,
    "unnecessaryClarification": 6,
    "count": 303,
    "correct": 293,
    "agreementPercent": 96.6996699669967,
    "automaticRoutes": 262,
    "precisionAmongAutomaticPercent": 98.47328244274809
  },
  "groups": {
    "earlier": {
      "correctAutomaticRoute": 49,
      "wrongAutomaticRoute": 0,
      "correctClarification": 13,
      "unnecessaryClarification": 2,
      "count": 64,
      "correct": 62,
      "agreementPercent": 96.875,
      "automaticRoutes": 49,
      "precisionAmongAutomaticPercent": 100.0
    },
    "taxonomy": {
      "correctAutomaticRoute": 54,
      "wrongAutomaticRoute": 0,
      "correctClarification": 0,
      "unnecessaryClarification": 1,
      "count": 55,
      "correct": 54,
      "agreementPercent": 98.18181818181819,
      "automaticRoutes": 54,
      "precisionAmongAutomaticPercent": 100.0
    },
    "boundary": {
      "correctAutomaticRoute": 45,
      "wrongAutomaticRoute": 4,
      "correctClarification": 2,
      "unnecessaryClarification": 1,
      "count": 52,
      "correct": 47,
      "agreementPercent": 90.38461538461539,
      "automaticRoutes": 49,
      "precisionAmongAutomaticPercent": 91.83673469387755
    },
    "generic": {
      "correctAutomaticRoute": 78,
      "wrongAutomaticRoute": 0,
      "correctClarification": 20,
      "unnecessaryClarification": 2,
      "count": 100,
      "correct": 98,
      "agreementPercent": 98.0,
      "automaticRoutes": 78,
      "precisionAmongAutomaticPercent": 100.0
    },
    "instructionSwitch": {
      "correctAutomaticRoute": 32,
      "wrongAutomaticRoute": 0,
      "correctClarification": 0,
      "unnecessaryClarification": 0,
      "count": 32,
      "correct": 32,
      "agreementPercent": 100.0,
      "automaticRoutes": 32,
      "precisionAmongAutomaticPercent": 100.0
    }
  },
  "nonDisputed": {
    "correctAutomaticRoute": 258,
    "wrongAutomaticRoute": 0,
    "correctClarification": 35,
    "unnecessaryClarification": 5,
    "count": 298,
    "correct": 293,
    "agreementPercent": 98.32214765100672,
    "automaticRoutes": 258,
    "precisionAmongAutomaticPercent": 100.0
  },
  "disputed": {
    "correctAutomaticRoute": 0,
    "wrongAutomaticRoute": 4,
    "correctClarification": 0,
    "unnecessaryClarification": 1,
    "count": 5,
    "correct": 0,
    "agreementPercent": 0.0,
    "automaticRoutes": 4,
    "precisionAmongAutomaticPercent": 0.0
  },
  "latency": {
    "medianMs": 613.3919660001084,
    "p95Ms": 2442.3711829999775,
    "firstCaseMs": 50591.25829099992,
    "warmMedianMs": 607.4848055000075,
    "totalInferenceSeconds": 480.76598678200116,
    "meaning": "Sequential native primary plus optional applicability on one A10G; excludes queue/model load/network. Not production capacity."
  },
  "resource": {
    "routingCount": 303,
    "repeatCount": 8,
    "allParametersUnchanged": true,
    "trainingPerformed": false,
    "peakAllocatedBytes": 10014128640,
    "peakReservedBytes": 10445914112,
    "gpu": "NVIDIA A10G",
    "torch": "2.14.0+cu130",
    "transformers": "5.17.0"
  },
  "routeOrderPairsConsistent": 48,
  "routeOrderPairCount": 48,
  "policyPairsBothCorrect": 16,
  "policyPairCount": 16,
  "referenceLabelsIndependentlyHumanVerified": false,
  "freshValidationRead": false,
  "productionReplacementQualified": false
}