Toggle "use_memory_efficient_attention" off for CPU/MPS/Default GPU usage

#15
by OSalem99 - opened
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -30,7 +30,7 @@
30
  "transformers_version": "4.39.3",
31
  "type_vocab_size": 1,
32
  "unpad_inputs": "true",
33
- "use_memory_efficient_attention": "true",
34
  "matryoshka_dimensions": [256],
35
  "vocab_size": 250048
36
  }
 
30
  "transformers_version": "4.39.3",
31
  "type_vocab_size": 1,
32
  "unpad_inputs": "true",
33
+ "use_memory_efficient_attention": "false",
34
  "matryoshka_dimensions": [256],
35
  "vocab_size": 250048
36
  }