Upload predict.py

predict.py

@@ -20,7 +20,7 @@ class Predictor(BasePredictor):
         """Run a single prediction on the model"""
         # SETUP
         large_quant_model = False  # Use the larger pretrained model
-        device = 'cuda'  # 'cuda', 'cpu', 'cuda:0', 0, -1, torch.device('cuda')
+        device = torch.device('cuda')  # 'cuda', 'cpu', 'cuda:0', 0, -1, torch.device('cuda')
 
         import numpy as np
         import torch
@@ -35,6 +35,7 @@ class Predictor(BasePredictor):
             'quantifier_hubert_base_ls960_14.pth', 'tokenizer.pth')
 
         print('Loading HuBERT...')
+        
         hubert_model = CustomHubert(
             HuBERTManager.make_sure_hubert_installed(), device=device)
         print('Loading Quantizer...')