dockerilfe

Dockerfile

@@ -32,6 +32,6 @@ ENV HF_HOME $HOME/code/.hf_home/
 
 ENV DEVICE cuda:0
 # ENV ATTN_IMPLEMENTATION flash_attention_2
-ENV ATTN_IMPLEMENTATION flash_attention
+ENV ATTN_IMPLEMENTATION sdpa
 
 ENTRYPOINT [ "./entrypoint.sh" ]

server/entrypoint.sh

@@ -10,7 +10,7 @@ ls .venv/bin/ -al
 ls .venv/lib/python3.11/site-packages/ -al
 
 curl -sS https://bootstrap.pypa.io/get-pip.py | ./.venv/bin/python
-./.venv/bin/python -m pip install flash_attn==1.0.9 --no-build-isolation
+./.venv/bin/python -m pip install flash_attn --no-build-isolation
 
 echo "Installation done"