Update Dockerfile

Dockerfile

@@ -33,10 +33,12 @@ COPY requirements.txt .
 
 # Update pip and install dependencies
 RUN pip install --upgrade pip && \
-    pip install --no-cache-dir -r requirements.txt
+    pip install --no-cache-dir -r requirements.txt && \
+    pip install tokenizers==0.19.1
 
-# Verify transformers installation
-RUN python -c "from transformers import pipeline; print('Transformers pipeline imported successfully')"
+# Verify transformers and tokenizers
+RUN python -c "import transformers; from transformers import pipeline; print('Transformers pipeline imported successfully, version:', transformers.__version__)" && \
+    python -c "import tokenizers; print('Tokenizers imported successfully, version:', tokenizers.__version__)"
 
 # Copy the rest of the application
 COPY . .