Update app.py

app.py

@@ -1,6 +1,6 @@
 import os
 import gradio as gr
-from transformers import pipeline
+from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 from huggingface_hub import login
 
 # Get Hugging Face token securely from environment variables
@@ -12,13 +12,12 @@ if HF_TOKEN:
 else:
     raise ValueError("🚨 Hugging Face token not found! Please add it to Secrets in your Hugging Face Space.")
 
-# Load AI model (Optimized for Hugging Face GPU)
-chatbot = pipeline(
-    "text-generation",
-    model="TheBloke/Mistral-7B-Instruct-v0.1-GGUF",  # Updated to GGUF version
-    token=HF_TOKEN,
-    device=0  # Ensures it runs on GPU
-)
+# Load AI model (Optimized for T4 GPU)
+model_name = "TheBloke/Mistral-7B-Instruct-v0.1-AWQ"
+tokenizer = AutoTokenizer.from_pretrained(model_name, token=HF_TOKEN)
+model = AutoModelForCausalLM.from_pretrained(model_name, token=HF_TOKEN, device_map="auto")
+
+chatbot = pipeline("text-generation", model=model, tokenizer=tokenizer, device=0)
 
 def generate_itinerary(destination, start_date, end_date, traveler_type, companion):
     """Generates an AI-powered travel itinerary based on user preferences"""