Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -11,6 +11,10 @@ MODELS = {
|
|
| 11 |
"repo": "olaverse/lid-neural-5",
|
| 12 |
"note": "Yoruba, Hausa, Igbo, Nigerian Pidgin",
|
| 13 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14 |
"lid-lite-25 (fastText, 25 langs)": {
|
| 15 |
"repo": "olaverse/lid-lite-25",
|
| 16 |
"note": "CPU-only, sub-ms inference β trained on both long passages and short queries",
|
|
@@ -169,7 +173,7 @@ with gr.Blocks() as demo:
|
|
| 169 |
|
| 170 |
with gr.Tab("Compare all models"):
|
| 171 |
gr.Markdown(
|
| 172 |
-
"Runs the same text through all
|
| 173 |
"Only one model is kept in memory at a time, so this reloads each checkpoint in turn β "
|
| 174 |
"expect it to take a few seconds longer than the single-model tab."
|
| 175 |
)
|
|
@@ -188,6 +192,7 @@ with gr.Blocks() as demo:
|
|
| 188 |
---
|
| 189 |
**Model notes:**
|
| 190 |
- `lid-neural-5` β Nigerian-focused, 4 languages (Yoruba, Hausa, Igbo, Pidgin)
|
|
|
|
| 191 |
- `lid-lite-25` β fastText, CPU-only, 25 languages
|
| 192 |
- `lid-neural-25.1` / `.2` β XLM-R fine-tunes, 25 languages, tuned for passages vs. short queries respectively.
|
| 193 |
Known limitation across both: Zulu/Xhosa confusion on short text (see model cards).
|
|
|
|
| 11 |
"repo": "olaverse/lid-neural-5",
|
| 12 |
"note": "Yoruba, Hausa, Igbo, Nigerian Pidgin",
|
| 13 |
},
|
| 14 |
+
"lid-neural-5.1 (Nigerian, 4 langs, sentence-level)": {
|
| 15 |
+
"repo": "olaverse/lid-neural-5.1",
|
| 16 |
+
"note": "Hausa, Yoruba, Igbo, Nigerian Pidgin β built on mist-encoder-base-ng, tuned for short/sentence-level text (97.6% acc)",
|
| 17 |
+
},
|
| 18 |
"lid-lite-25 (fastText, 25 langs)": {
|
| 19 |
"repo": "olaverse/lid-lite-25",
|
| 20 |
"note": "CPU-only, sub-ms inference β trained on both long passages and short queries",
|
|
|
|
| 173 |
|
| 174 |
with gr.Tab("Compare all models"):
|
| 175 |
gr.Markdown(
|
| 176 |
+
"Runs the same text through all five models and shows top-3 predictions from each. "
|
| 177 |
"Only one model is kept in memory at a time, so this reloads each checkpoint in turn β "
|
| 178 |
"expect it to take a few seconds longer than the single-model tab."
|
| 179 |
)
|
|
|
|
| 192 |
---
|
| 193 |
**Model notes:**
|
| 194 |
- `lid-neural-5` β Nigerian-focused, 4 languages (Yoruba, Hausa, Igbo, Pidgin)
|
| 195 |
+
- `lid-neural-5.1` β Nigerian-focused, same 4 languages, sentence-level tuned on `mist-encoder-base-ng` (97.6% acc; most residual error involves Pidgin, which shares vocabulary with the others)
|
| 196 |
- `lid-lite-25` β fastText, CPU-only, 25 languages
|
| 197 |
- `lid-neural-25.1` / `.2` β XLM-R fine-tunes, 25 languages, tuned for passages vs. short queries respectively.
|
| 198 |
Known limitation across both: Zulu/Xhosa confusion on short text (see model cards).
|