Update app.py

app.py

@@ -6,16 +6,14 @@ import torch
 import gradio as gr
 
 
-# Define the Gradio interface
 title = "Welcome to Tonic's 🐋🐳Orca-2-13B!"
 description = "You can use [🐋🐳microsoft/Orca-2-13b](https://huggingface.co/microsoft/Orca-2-13b) Or clone this space to use it locally or on huggingface! [Join me on Discord to build together](https://discord.gg/VqTxc76K3u)."
 
-
-# Load the model and tokenizer
+device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
 model_name = "microsoft/Orca-2-13b"
-model = AutoModelForCausalLM.from_pretrained(model_name, device_map='auto')
+model = AutoModelForCausalLM.from_pretrained(model_name)
 tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False,)
-
+model.to(device)
 
 class OrcaChatBot:
     def __init__(self, model, tokenizer, system_message="You are Orca, an AI language model created by Microsoft. You are a cautious assistant. You carefully follow instructions. You are helpful and harmless and you follow ethical guidelines and promote positive behavior."):