prithivMLmods commited on
Commit
1695fa3
·
verified ·
1 Parent(s): 758f36f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
14
  # Load the model to CPU first; it will be moved to GPU during processing
15
  model = AutoModel.from_pretrained(
16
  model_name,
17
- _attn_implementation="flash_attention_2",
18
  trust_remote_code=True,
19
  use_safetensors=True,
20
  )
 
14
  # Load the model to CPU first; it will be moved to GPU during processing
15
  model = AutoModel.from_pretrained(
16
  model_name,
17
+ #_attn_implementation="flash_attention_2",
18
  trust_remote_code=True,
19
  use_safetensors=True,
20
  )