gnumanth commited on
Commit
3cb0bdd
路
verified 路
1 Parent(s): a28b6fd

Upload fine-tuned nullspan System One extraction model (Apple Silicon MPS)

Browse files
Files changed (2) hide show
  1. README.md +1 -1
  2. eval_results.json +9 -9
README.md CHANGED
@@ -38,7 +38,7 @@ Built on `distilbert/distilbert-base-uncased` (67M parameters) with 5 parallel S
38
  - **Operation Router Accuracy**: `100.0%`
39
  - **Multi-Span List BIO Accuracy**: `100.0%`
40
  - **Quantile Distribution MAE (normalized `[0, 1]`)**: `0.0068`
41
- - **Canonical Evaluation Suite Accuracy**: `100.0%` (`63.2 ms` per multi-field pass)
42
 
43
  ## Quick Start
44
 
 
38
  - **Operation Router Accuracy**: `100.0%`
39
  - **Multi-Span List BIO Accuracy**: `100.0%`
40
  - **Quantile Distribution MAE (normalized `[0, 1]`)**: `0.0068`
41
+ - **Canonical Evaluation Suite Accuracy**: `100.0%` (`119.35 ms` per multi-field pass)
42
 
43
  ## Quick Start
44
 
eval_results.json CHANGED
@@ -14,10 +14,10 @@
14
  },
15
  "canonical_eval": {
16
  "canonical_field_accuracy": 100.0,
17
- "mean_doc_latency_ms": 63.2,
18
  "examples": {
19
- "clairic_blog_support_claim": {
20
- "latency_ms": 48.37,
21
  "num_fields": 8,
22
  "answers": {
23
  "customer_name": {
@@ -103,8 +103,8 @@
103
  }
104
  }
105
  },
106
- "clairic_blog_receipt": {
107
- "latency_ms": 76.54,
108
  "num_fields": 8,
109
  "answers": {
110
  "order_number": {
@@ -165,8 +165,8 @@
165
  }
166
  }
167
  },
168
- "clairic_blog_comps": {
169
- "latency_ms": 79.01,
170
  "num_fields": 1,
171
  "answers": {
172
  "sale_price": {
@@ -180,8 +180,8 @@
180
  }
181
  }
182
  },
183
- "clairic_blog_tsa_forecast": {
184
- "latency_ms": 48.9,
185
  "num_fields": 1,
186
  "answers": {
187
  "travelers": {
 
14
  },
15
  "canonical_eval": {
16
  "canonical_field_accuracy": 100.0,
17
+ "mean_doc_latency_ms": 119.35,
18
  "examples": {
19
+ "nullspan_support_claim": {
20
+ "latency_ms": 64.14,
21
  "num_fields": 8,
22
  "answers": {
23
  "customer_name": {
 
103
  }
104
  }
105
  },
106
+ "nullspan_receipt": {
107
+ "latency_ms": 138.94,
108
  "num_fields": 8,
109
  "answers": {
110
  "order_number": {
 
165
  }
166
  }
167
  },
168
+ "nullspan_comps": {
169
+ "latency_ms": 199.56,
170
  "num_fields": 1,
171
  "answers": {
172
  "sale_price": {
 
180
  }
181
  }
182
  },
183
+ "nullspan_tsa_forecast": {
184
+ "latency_ms": 74.76,
185
  "num_fields": 1,
186
  "answers": {
187
  "travelers": {