olumideola commited on
Commit
8b35809
Β·
verified Β·
1 Parent(s): 0a6b015

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -11,6 +11,10 @@ MODELS = {
11
  "repo": "olaverse/lid-neural-5",
12
  "note": "Yoruba, Hausa, Igbo, Nigerian Pidgin",
13
  },
 
 
 
 
14
  "lid-lite-25 (fastText, 25 langs)": {
15
  "repo": "olaverse/lid-lite-25",
16
  "note": "CPU-only, sub-ms inference β€” trained on both long passages and short queries",
@@ -169,7 +173,7 @@ with gr.Blocks() as demo:
169
 
170
  with gr.Tab("Compare all models"):
171
  gr.Markdown(
172
- "Runs the same text through all four models and shows top-3 predictions from each. "
173
  "Only one model is kept in memory at a time, so this reloads each checkpoint in turn β€” "
174
  "expect it to take a few seconds longer than the single-model tab."
175
  )
@@ -188,6 +192,7 @@ with gr.Blocks() as demo:
188
  ---
189
  **Model notes:**
190
  - `lid-neural-5` β€” Nigerian-focused, 4 languages (Yoruba, Hausa, Igbo, Pidgin)
 
191
  - `lid-lite-25` β€” fastText, CPU-only, 25 languages
192
  - `lid-neural-25.1` / `.2` β€” XLM-R fine-tunes, 25 languages, tuned for passages vs. short queries respectively.
193
  Known limitation across both: Zulu/Xhosa confusion on short text (see model cards).
 
11
  "repo": "olaverse/lid-neural-5",
12
  "note": "Yoruba, Hausa, Igbo, Nigerian Pidgin",
13
  },
14
+ "lid-neural-5.1 (Nigerian, 4 langs, sentence-level)": {
15
+ "repo": "olaverse/lid-neural-5.1",
16
+ "note": "Hausa, Yoruba, Igbo, Nigerian Pidgin β€” built on mist-encoder-base-ng, tuned for short/sentence-level text (97.6% acc)",
17
+ },
18
  "lid-lite-25 (fastText, 25 langs)": {
19
  "repo": "olaverse/lid-lite-25",
20
  "note": "CPU-only, sub-ms inference β€” trained on both long passages and short queries",
 
173
 
174
  with gr.Tab("Compare all models"):
175
  gr.Markdown(
176
+ "Runs the same text through all five models and shows top-3 predictions from each. "
177
  "Only one model is kept in memory at a time, so this reloads each checkpoint in turn β€” "
178
  "expect it to take a few seconds longer than the single-model tab."
179
  )
 
192
  ---
193
  **Model notes:**
194
  - `lid-neural-5` β€” Nigerian-focused, 4 languages (Yoruba, Hausa, Igbo, Pidgin)
195
+ - `lid-neural-5.1` β€” Nigerian-focused, same 4 languages, sentence-level tuned on `mist-encoder-base-ng` (97.6% acc; most residual error involves Pidgin, which shares vocabulary with the others)
196
  - `lid-lite-25` β€” fastText, CPU-only, 25 languages
197
  - `lid-neural-25.1` / `.2` β€” XLM-R fine-tunes, 25 languages, tuned for passages vs. short queries respectively.
198
  Known limitation across both: Zulu/Xhosa confusion on short text (see model cards).