update

app.py

@@ -4,13 +4,13 @@ from transformers_stream_generator.main import NewGenerationMixin, StreamGenerat
 import gradio as gr
 import torch
 
-config = PeftConfig.from_pretrained("Junity/Genshin-World-Model")
-model = AutoModelForCausalLM.from_pretrained("baichuan-inc/Baichuan-13B-Base")
-model = PeftModel.from_pretrained(model, "Junity/Genshin-World-Model")
-tokenizer = AutoTokenizer.from_pretrained("Junity/Genshin-World-Model")
+config = PeftConfig.from_pretrained("Junity/Genshin-World-Model", trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained("../Baichuan/models--baichuan-inc--Baichuan-13B-Base\snapshots\Baichuan-13B-Base", trust_remote_code=True)
+model = PeftModel.from_pretrained(model, r"../Baichuan/r64alpha32dropout0.5loss0.007/checkpoint-5000", trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained("Junity/Genshin-World-Model", trust_remote_code=True)
 
 history = []
-device = "cuda" if torch.cuda.is_available() else "cpu"
+device = "cpu"
 
 
 def respond(role_name, msg, chatbot, character):