fdugyt commited on
Commit
91cf823
·
verified ·
1 Parent(s): 9624512

modify default attention backend to flash_attn

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -13,8 +13,8 @@
13
  "causal_transformer_context_duration": 10.0,
14
  "number_channels": 2,
15
  "enable_channel_interleave": true,
16
- "attention_implementation": "sdpa",
17
- "compute_dtype": "fp32",
18
  "dtype": "float32",
19
  "code_dim": 768,
20
  "encoder_kwargs": [
 
13
  "causal_transformer_context_duration": 10.0,
14
  "number_channels": 2,
15
  "enable_channel_interleave": true,
16
+ "attention_implementation": "flash_attention_2",
17
+ "compute_dtype": "bf16",
18
  "dtype": "float32",
19
  "code_dim": 768,
20
  "encoder_kwargs": [