2 days ago
-
models.json + card: 65 tokenizer-spectrum monolinguals
-
Add en-bi_zh-12b (en__unigram_bi_zh__gh200__step12811_11754M)
-
Add en-bi_zh-8b (en__unigram_bi_zh__gh200__step8451_7753M)
-
Add en-bi_zh-5b (en__unigram_bi_zh__gh200__step5181_4753M)
-
Add en-bi_zh-2b (en__unigram_bi_zh__gh200__step2456_2253M)
-
Add en-bi_zh-1b (en__unigram_bi_zh__gh200__step1092_1001M)
-
Add en-bi_ar-12b (en__unigram_bi_ar__gh200__step12811_11754M)
-
Add en-bi_ar-8b (en__unigram_bi_ar__gh200__step8451_7753M)
-
Add en-bi_ar-5b (en__unigram_bi_ar__gh200__step5181_4753M)
-
Add en-bi_ar-2b (en__unigram_bi_ar__gh200__step2456_2253M)
-
Add en-bi_ar-1b (en__unigram_bi_ar__gh200__step1092_1001M)
-
Add en-bi_fr-12b (en__unigram_bi_fr__gh200__step12811_11754M)
-
Add en-bi_fr-8b (en__unigram_bi_fr__gh200__step8451_7753M)
-
Add en-bi_fr-5b (en__unigram_bi_fr__gh200__step5181_4753M)
-
Add en-bi_fr-2b (en__unigram_bi_fr__gh200__step2456_2253M)
-
Add en-bi_fr-1b (en__unigram_bi_fr__gh200__step1092_1001M)
-
Add en-bi_de-12b (en__unigram_bi_de__gh200__step12811_11754M)
-
Add en-bi_de-8b (en__unigram_bi_de__gh200__step8451_7753M)
-
Add en-bi_de-5b (en__unigram_bi_de__gh200__step5181_4753M)
-
Add en-bi_de-2b (en__unigram_bi_de__gh200__step2456_2253M)
-
Add en-bi_de-1b (en__unigram_bi_de__gh200__step1092_1001M)
-
Add zh-bi-12b (zh__unigram_bi_zh__gh200__step12811_11754M)
-
Add zh-bi-8b (zh__unigram_bi_zh__gh200__step8451_7753M)
-
Add zh-bi-5b (zh__unigram_bi_zh__gh200__step5181_4753M)
-
Add zh-bi-2b (zh__unigram_bi_zh__gh200__step2456_2253M)
-
Add zh-bi-1b (zh__unigram_bi_zh__gh200__step1092_1001M)
-
Add ar-bi-12b (ar__unigram_bi_ar__gh200v2__step12811_11754M)
-
Add ar-bi-8b (ar__unigram_bi_ar__gh200v2__step8451_7753M)
-
Add ar-bi-5b (ar__unigram_bi_ar__gh200v2__step5181_4753M)
-
Add ar-bi-2b (ar__unigram_bi_ar__gh200v2__step2456_2253M)
-
Add ar-bi-1b (ar__unigram_bi_ar__gh200v2__step1092_1001M)
-
Add fr-bi-12b (fr__unigram_bi_fr__gh200v2__step12811_11754M)
-
Add fr-bi-8b (fr__unigram_bi_fr__gh200v2__step8451_7753M)
-
Add fr-bi-5b (fr__unigram_bi_fr__gh200v2__step5181_4753M)
-
Add fr-bi-2b (fr__unigram_bi_fr__gh200v2__step2456_2253M)
-
Add fr-bi-1b (fr__unigram_bi_fr__gh200v2__step1092_1001M)
-
Add de-bi-12b (de__unigram_bi_de__gh200__step12811_11754M)
-
Add de-bi-8b (de__unigram_bi_de__gh200__step8451_7753M)
-
Add de-bi-5b (de__unigram_bi_de__gh200__step5181_4753M)
-
Add de-bi-2b (de__unigram_bi_de__gh200__step2456_2253M)
-
Add de-bi-1b (de__unigram_bi_de__gh200__step1092_1001M)
-
Add zh-20lang-12b (zh__unigram_20lang__gh200__step12811_11754M)
-
Add zh-20lang-8b (zh__unigram_20lang__gh200__step8451_7753M)
-
Add zh-20lang-5b (zh__unigram_20lang__gh200__step5181_4753M)
-
Add zh-20lang-2b (zh__unigram_20lang__gh200__step2456_2253M)
-
Add zh-20lang-1b (zh__unigram_20lang__gh200__step1092_1001M)
-
Add ar-20lang-12b (ar__unigram_20lang__gh200v2__step12811_11754M)
-
Add ar-20lang-8b (ar__unigram_20lang__gh200v2__step8451_7753M)
-
Add ar-20lang-5b (ar__unigram_20lang__gh200v2__step5181_4753M)
-
Add ar-20lang-2b (ar__unigram_20lang__gh200v2__step2456_2253M)