Update app.py

app.py

@@ -7,12 +7,12 @@ Original file is located at
     https://colab.research.google.com/drive/1zRuAxGm_11lNIeBxFlHVzc5tNKhyLef4
 """
 import gradio as gr
-from transformers import AutoTokenizer, AutoModelForCausalLM
 
 # 加載 LLaMA 模型
-model_name = "meta-llama/Llama-2-7b-hf"
-tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
+from transformers import AutoTokenizer, AutoModelForCausalLM
+
+tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-7b-hf")
+model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-2-7b-hf")
 
 # 定義推理函數
 def generate_text(prompt):