Update requirements.txt

requirements.txt

@@ -1,23 +1,22 @@
 --extra-index-url https://download.pytorch.org/whl/cu118
 
-# Core compute (CUDA 11.8)
+# Core compute (CUDA 11.8, great for Tesla T4)
 torch==2.2.2+cu118
 
 # NLP stack
 transformers==4.43.3
+tokenizers==0.20.1       # ✅ fixes tokenizer.json parsing with Apertus
 accelerate==0.33.0
 safetensors==0.4.4
 bitsandbytes==0.43.1
 sentencepiece==0.1.99
 huggingface_hub==0.24.6
 regex==2024.7.24
-langdetect==1.0.9
-tokenizers==0.20.1
 
 # UI
 gradio==4.44.0
 gradio_client==1.3.0
-websockets>=12.0   # required for gradio_client 1.3.x
+websockets>=12.0         # required by gradio_client 1.3.x
 
 # Data helpers
 pandas==2.2.2