v1

app.py

@@ -14,9 +14,15 @@ from transformers import TextIteratorStreamer
 from torchvision.transforms.functional import pil_to_tensor
 
 # loading meteor model
-mmamba = load_mmamba('BK-Lee/Meteor-Mamba').cuda()
+mmamba = load_mmamba('BK-Lee/Meteor-Mamba').to('cuda')
 meteor, tok_meteor = load_meteor('BK-Lee/Meteor-MLM', bits=4)
 
+# param
+for param in mmamba.parameters():
+    param = param.to('cuda')
+for param in meteor.parameters():
+    param = param.to('cuda')
+
 # device
 device = torch.cuda.current_device()