MindLabUnimib commited on
Commit
9e4d1da
·
verified ·
1 Parent(s): cc0f36f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -31,7 +31,7 @@ cls_model_name = "saiteki-kai/QA-DeBERTa-v3-large-binary-3"
31
 
32
  model = transformers.pipeline(
33
  model=chat_model_name,
34
- model_kwargs={"dtype": torch.bfloat16} | ({"attn_implementation": "flash_attention_2"} if is_flash_attn_2_available() else {}),
35
  device=device,
36
  )
37
  model.tokenizer.padding_side = "left"
 
31
 
32
  model = transformers.pipeline(
33
  model=chat_model_name,
34
+ model_kwargs={"dtype": torch.bfloat16},
35
  device=device,
36
  )
37
  model.tokenizer.padding_side = "left"