Vansh Chugh commited on
Commit
3ebe4e2
·
1 Parent(s): df3d717

disable memory-efficient attention for musicgen too

Browse files
Files changed (1) hide show
  1. src/audiocraft/models/loaders.py +2 -0
src/audiocraft/models/loaders.py CHANGED
@@ -112,6 +112,8 @@ def load_lm_model(file_or_url_or_id: tp.Union[Path, str], device='cpu', cache_di
112
  _delete_param(cfg, 'conditioners.self_wav.chroma_stem.cache_path')
113
  _delete_param(cfg, 'conditioners.args.merge_text_conditions_p')
114
  _delete_param(cfg, 'conditioners.args.drop_desc_p')
 
 
115
  model = builders.get_lm_model(cfg)
116
  model.load_state_dict(pkg['best_state'])
117
  model.eval()
 
112
  _delete_param(cfg, 'conditioners.self_wav.chroma_stem.cache_path')
113
  _delete_param(cfg, 'conditioners.args.merge_text_conditions_p')
114
  _delete_param(cfg, 'conditioners.args.drop_desc_p')
115
+ # Deviation: xformers has no kernel for ZeroGPU's current hardware.
116
+ cfg.transformer_lm.memory_efficient = False
117
  model = builders.get_lm_model(cfg)
118
  model.load_state_dict(pkg['best_state'])
119
  model.eval()