Joshuant commited on
Commit
c61f53d
·
verified ·
1 Parent(s): c532aa8

fix: default attn to sdpa (no flash_attn dependency at inference)

Browse files
Files changed (1) hide show
  1. config.json +3 -3
config.json CHANGED
@@ -2,7 +2,7 @@
2
  "architectures": [
3
  "MossTTSNanoForCausalLM"
4
  ],
5
- "attn_implementation": null,
6
  "audio_assistant_slot_token_id": 9,
7
  "audio_codebook_sizes": [
8
  1024,
@@ -70,7 +70,7 @@
70
  "im_end_token_id": 5,
71
  "im_start_token_id": 4,
72
  "initializer_range": 0.02,
73
- "local_transformer_attn_implementation": "flash_attention_2",
74
  "local_transformer_layers": 1,
75
  "max_position_embeddings": 32768,
76
  "model_architecture": "global_local_transformer",
@@ -81,4 +81,4 @@
81
  "tokenizer_use_fast": false,
82
  "transformers_version": "4.57.1",
83
  "vocab_size": 16384
84
- }
 
2
  "architectures": [
3
  "MossTTSNanoForCausalLM"
4
  ],
5
+ "attn_implementation": "sdpa",
6
  "audio_assistant_slot_token_id": 9,
7
  "audio_codebook_sizes": [
8
  1024,
 
70
  "im_end_token_id": 5,
71
  "im_start_token_id": 4,
72
  "initializer_range": 0.02,
73
+ "local_transformer_attn_implementation": "sdpa",
74
  "local_transformer_layers": 1,
75
  "max_position_embeddings": 32768,
76
  "model_architecture": "global_local_transformer",
 
81
  "tokenizer_use_fast": false,
82
  "transformers_version": "4.57.1",
83
  "vocab_size": 16384
84
+ }