v1

app.py

@@ -26,6 +26,7 @@ for param in meteor.parameters():
 # device
 device = torch.cuda.current_device()
 
+
 # freeze model
 freeze_model(mmamba)
 freeze_model(meteor)
@@ -35,6 +36,7 @@ previous_length = 0
 
 @spaces.GPU
 def threading_function(inputs, image_token_number, streamer):
+    print(f'----------------------------Device: {device}----------------------------')
     # Meteor Mamba
     mmamba_inputs = mmamba.eval_process(inputs=inputs, tokenizer=tok_meteor, device=device, img_token_number=image_token_number)
     if 'image' in mmamba_inputs.keys():