oddadmix commited on
Commit
fa8c16e
·
verified ·
1 Parent(s): da8c682

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -9,7 +9,7 @@ model = AutoModelForCausalLM.from_pretrained(
9
  model_id,
10
  device_map="auto",
11
  torch_dtype="bfloat16",
12
- attn_implementation="flash_attention_2"
13
  )
14
  tokenizer = AutoTokenizer.from_pretrained(model_id)
15
 
 
9
  model_id,
10
  device_map="auto",
11
  torch_dtype="bfloat16",
12
+ # attn_implementation="flash_attention_2"
13
  )
14
  tokenizer = AutoTokenizer.from_pretrained(model_id)
15