Update app.py

app.py

@@ -3,7 +3,6 @@ import gradio as gr
 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, AutoModelForCausalLM
 import torch
 import os
-import gradio_client.utils as client_utils
 import sys
 
 
@@ -19,7 +18,9 @@ tokenizer = AutoTokenizer.from_pretrained(model_path)
 model = AutoModelForSeq2SeqLM.from_pretrained(model_path)
 model.to(device)
 
-model = torch.compile(model)
+if torch.cuda.is_available():
+    model = torch.compile(model)
+
 
 # ------------------- UPDATED SYSTEM PROMPT -------------------
 system_prompt = """