Create tokenizers_used.txt
Browse files- tokenizers_used.txt +28 -0
tokenizers_used.txt
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
openai-community/gpt2
|
| 2 |
+
fromziro/Er-Tiny-1.3M
|
| 3 |
+
Qwen/Qwen3.6-27B
|
| 4 |
+
EleutherAI/pythia-410m
|
| 5 |
+
google/gemma-4-12B-it
|
| 6 |
+
zai-org/GLM-5.2
|
| 7 |
+
AxiomicLabs/GPT-S2-5M
|
| 8 |
+
AxiomicLabs/GPT-X2-125M
|
| 9 |
+
HuggingFaceTB/SmolLM2-135M
|
| 10 |
+
deepseek-ai/DeepSeek-V4-Pro
|
| 11 |
+
Qwen/Qwen2.5-1.5B
|
| 12 |
+
mistralai/Mistral-7B-Instruct-v0.3
|
| 13 |
+
liodon-ai/slm-10m
|
| 14 |
+
veyra-ai/Veyra2-Apricot-50M-Base
|
| 15 |
+
MinimaLabs/KeyLM-75M
|
| 16 |
+
LH-Tech-AI/Spark-5M-Base-v4
|
| 17 |
+
joelhenwang/OdinNext-138M-Instruct
|
| 18 |
+
fromziro/Syn-2.6M
|
| 19 |
+
MiniMaxAI/MiniMax-M3
|
| 20 |
+
Harley-ml/Dillion-1.2M
|
| 21 |
+
LiquidAI/LFM2.5-350M
|
| 22 |
+
swiss-ai/Apertus-v1.1-0.5B
|
| 23 |
+
SupraLabs/Supra-Mini-v5-8M
|
| 24 |
+
SupraLabs/Supra-Mini-0.1M
|
| 25 |
+
SupraLabs/MicroSupra-1k
|
| 26 |
+
SupraLabs/Supra-Mini-v4-2M
|
| 27 |
+
openai/gpt-oss-120b
|
| 28 |
+
TinyLlama/TinyLlama-1.1B-Chat-v1.0
|