Update app.py

app.py

@@ -22,12 +22,12 @@ print(f"Using device: {device}")
 # Load the Whisper model and processor
 whisper_model_name = "openai/whisper-small"
 whisper_processor = WhisperProcessor.from_pretrained(whisper_model_name)
-whisper_model = WhisperForConditionalGeneration.from_pretrained(whisper_model_name).to(device)
+whisper_model = WhisperForConditionalGeneration.from_pretrained(whisper_model_name, torch_dtype=torch.float16).to(device)
 
 # Load the Qwen model and tokenizer
 qwen_model_name = "Qwen/Qwen2.5-3B-Instruct"
 qwen_tokenizer = AutoTokenizer.from_pretrained(qwen_model_name)
-qwen_model = AutoModelForCausalLM.from_pretrained(qwen_model_name).to(device)
+qwen_model = AutoModelForCausalLM.from_pretrained(qwen_model_name, torch_dtype=torch.float16).to(device)
 
 def download_audio_from_url(url):
     try: