downgrade trans

Dockerfile

@@ -17,6 +17,10 @@ ENV PATH="/root/.cargo/bin:${PATH}"
 RUN pip install --upgrade pip && \
     pip install --no-cache-dir -r requirements.txt
 
+# Install accelerate and bitsandbytes
+RUN pip install accelerate
+RUN pip install -i https://test.pypi.org/simple/ bitsandbytes
+
 # Create directory and download model
 RUN mkdir -p /app/medllama2_7b && \
     chmod -R 777 /app/medllama2_7b && \

requirements.txt

@@ -1,5 +1,5 @@
 gradio
-transformers
+transformers==4.30
 accelerate
 bitsandbytes
 peft