Update inference.py
Browse files- inference.py +2 -0
inference.py
CHANGED
|
@@ -29,6 +29,8 @@ class InferenceRecipe:
|
|
| 29 |
# Initialize all model components
|
| 30 |
logger.info(f"Initializing models from {model_path}")
|
| 31 |
self.mimi, self.text_tokenizer, self.lm_gen = self._initialize_models()
|
|
|
|
|
|
|
| 32 |
logger.info("Model initialization complete")
|
| 33 |
|
| 34 |
def _initialize_models(self):
|
|
|
|
| 29 |
# Initialize all model components
|
| 30 |
logger.info(f"Initializing models from {model_path}")
|
| 31 |
self.mimi, self.text_tokenizer, self.lm_gen = self._initialize_models()
|
| 32 |
+
self.mimi = self.mimi.to(self.device)
|
| 33 |
+
self.lm_gen = self.lm_gen.to(self.device)
|
| 34 |
logger.info("Model initialization complete")
|
| 35 |
|
| 36 |
def _initialize_models(self):
|