Updates

app.py

@@ -5,12 +5,11 @@ import torch
 import soundfile as sf
 from flask import Flask, request, jsonify, send_from_directory
 from flask_cors import CORS
-from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
+from transformers import AutoModelForCausalLM, AutoTokenizer
 from deep_translator import GoogleTranslator
 from textblob import TextBlob
 import nltk
 from parler_tts import ParlerTTSForConditionalGeneration
-from torch.quantization import quantize_dynamic
 
 # Flask setup
 dir_path = os.path.dirname(os.path.realpath(__file__))
@@ -71,7 +70,7 @@ class ChatBot:
             return instructions + demos + query
         
         full_prompt = build_prompt(user_input)
-        prompt_ids = self.tokenizer(full_prompt, return_tensors="pt").input_ids.to(self.device)
+        prompt_ids = self.tokenizer(full_prompt, return_tensors="pt").input_ids
 
         if self.chat_history_ids is None:
             self.chat_history_ids = prompt_ids